You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/01/12 08:23:16 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 909 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/909/

4 tests failed.
FAILED:  org.apache.lucene.index.TestDemoParallelLeafReader.testRandomMultipleSchemaGensSameField

Error Message:
refusing to delete any files: this IndexWriter hit an unrecoverable exception

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:347)
	at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:731)
	at org.apache.lucene.index.IndexFileDeleter.deletePendingFiles(IndexFileDeleter.java:520)
	at org.apache.lucene.index.IndexFileDeleter.deleteNewFiles(IndexFileDeleter.java:723)
	at org.apache.lucene.index.IndexWriter.deleteNewFiles(IndexWriter.java:4666)
	at org.apache.lucene.index.DocumentsWriter$DeleteNewFilesEvent.process(DocumentsWriter.java:729)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4737)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4728)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1464)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1242)
	at org.apache.lucene.index.TestDemoParallelLeafReader.testRandomMultipleSchemaGensSameField(TestDemoParallelLeafReader.java:1077)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/index/_1dn_FSTOrd50_0.doc: Too many open files
	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:161)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:198)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:301)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:297)
	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:232)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:592)
	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
	at org.apache.lucene.index.IndexWriter$1.createOutput(IndexWriter.java:4826)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
	at org.apache.lucene.codecs.lucene50.Lucene50PostingsWriter.<init>(Lucene50PostingsWriter.java:105)
	at org.apache.lucene.codecs.memory.FSTOrdPostingsFormat.fieldsConsumer(FSTOrdPostingsFormat.java:50)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.write(PerFieldPostingsFormat.java:196)
	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:211)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:96)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4062)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)


FAILED:  org.apache.lucene.index.TestDemoParallelLeafReader.testRandom

Error Message:
Captured an uncaught exception in thread: Thread[id=1894, name=Lucene Merge Thread #84, state=RUNNABLE, group=TGRP-TestDemoParallelLeafReader]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1894, name=Lucene Merge Thread #84, state=RUNNABLE, group=TGRP-TestDemoParallelLeafReader]
Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
	at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3448)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4210)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/index/_1dn_FSTOrd50_0.doc: Too many open files
	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:161)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:198)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:301)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:297)
	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:232)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:592)
	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
	at org.apache.lucene.index.IndexWriter$1.createOutput(IndexWriter.java:4826)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
	at org.apache.lucene.codecs.lucene50.Lucene50PostingsWriter.<init>(Lucene50PostingsWriter.java:105)
	at org.apache.lucene.codecs.memory.FSTOrdPostingsFormat.fieldsConsumer(FSTOrdPostingsFormat.java:50)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.write(PerFieldPostingsFormat.java:196)
	at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:211)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:96)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4062)
	... 3 more


FAILED:  org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryBig

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestDimensionalRangeQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)




Build Log:
[...truncated 1166 lines...]
   [junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
   [junit4]   2> gen 12, 2016 7:13:54 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #70,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9h8_69/_2.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9h8_69/_2.dim: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:54)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:54 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #68,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9aa_69/_3.dii: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9aa_69/_3.dii: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:62)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:54 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #69,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9f2_69/_2.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9f2_69/_2.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #71,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9qp_70/_2.dii: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9qp_70/_2.dii: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:62)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #72,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9wm_70/_1.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk9wm_70/_1.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #75,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykafr_70/_1.dii: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykafr_70/_1.dii: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:62)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #76,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykard_70/_0.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykard_70/_0.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #73,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyka0p_70/_1.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyka0p_70/_1.dim: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:54)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #92,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykhhg_75/_2.dii: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykhhg_75/_2.dii: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:62)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #85,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykdnf_74/_4.dii: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykdnf_74/_4.dii: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:62)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #80,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykbyi_72: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykbyi_72: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newDirectoryStream(HandleTrackingFS.java:316)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newDirectoryStream(FilterFileSystemProvider.java:224)
   [junit4]   2> 	at java.nio.file.Files.newDirectoryStream(Files.java:457)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:198)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:210)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.listAll(MockDirectoryWrapper.java:1009)
   [junit4]   2> 	at org.apache.lucene.store.FilterDirectory.listAll(FilterDirectory.java:57)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.indexExists(DirectoryReader.java:289)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:789)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$3.reindex(TestDemoParallelLeafReader.java:824)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:396)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #83,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykcwh_74/_4.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykcwh_74/_4.dim: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:54)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #88,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykf5e_74/_3.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykf5e_74/_3.dim: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:54)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #95,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykjks_75/_1.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykjks_75/_1.dim: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:54)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #50,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk81e_67/_0.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyk81e_67/_0.dim: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalReader.<init>(Lucene60DimensionalReader.java:54)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalFormat.fieldsReader(Lucene60DimensionalFormat.java:105)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat.fieldsReader(AssertingDimensionalFormat.java:47)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:128)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #93,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykhvt_75/_1.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykhvt_75/_1.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #82,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykco5_73/_4.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykco5_73/_4.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #87,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyke7f_74/_3.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgyke7f_74/_3.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #90,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykg9t_75/_2.fnm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykg9t_75/_2.fnm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:49)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:82)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:198)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:203)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:82)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2541)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:676)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:114)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1045)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene60.Lucene60FieldInfosFormat.read(Lucene60FieldInfosFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:58)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader$1.doBody(StandardDirectoryReader.java:50)
   [junit4]   2> 	at org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:671)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:73)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:63)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getParallelLeafReader(TestDemoParallelLeafReader.java:414)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader.getCurrentReader(TestDemoParallelLeafReader.java:162)
   [junit4]   2> 	at org.apache.lucene.index.TestDemoParallelLeafReader$ReindexingReader$ReindexingMergePolicy$ReindexingOneMerge.getMergeReaders(TestDemoParallelLeafReader.java:532)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4051)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]   2> 
   [junit4]   2> gen 12, 2016 7:13:55 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #91,5,TGRP-TestDemoParallelLeafReader]
   [junit4]   2> org.apache.lucene.index.MergePolicy$MergeException: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003/segs/24wy8t7ortfiij52p0xgykgtt_75/_2.dim: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]   2> 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J1/temp/lucene.index.TestDemoParallelLeafReader_D0211EDE8C957C8D-001/tempDir-003

[...truncated too long message...]

g.apache.lucene.codecs.lucene60.Lucene60DimensionalWriter.merge(Lucene60DimensionalWriter.java:120)
   [junit4]   2>         at org.apache.lucene.codecs.asserting.AssertingDimensionalFormat$AssertingDimensionalWriter.merge(AssertingDimensionalFormat.java:140)
   [junit4]   2>         at org.apache.lucene.index.SegmentMerger.mergeDimensionalValues(SegmentMerger.java:168)
   [junit4]   2>         at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:117)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4062)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]   2>         at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1917)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4706)
   [junit4]   2>         at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:689)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4737)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4728)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1464)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1242)
   [junit4]   2>         at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:170)
   [junit4]   2>         at org.apache.lucene.search.TestDimensionalRangeQuery.verifyBinary(TestDimensionalRangeQuery.java:474)
   [junit4]   2>         at org.apache.lucene.search.TestDimensionalRangeQuery.doTestRandomBinary(TestDimensionalRangeQuery.java:419)
   [junit4]   2>         at org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryBig(TestDimensionalRangeQuery.java:384)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Led 11, 2016 11:56:06 ODP. com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=3380, name=TEST-TestDimensionalRangeQuery.testRandomBinaryBig-seed#[D0211EDE8C957C8D], state=RUNNABLE, group=TGRP-TestDimensionalRangeQuery]
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J2/temp/lucene.search.TestDimensionalRangeQuery_D0211EDE8C957C8D-001
   [junit4]   2> Jan 12, 2016 6:56:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{id=DocValuesFormat(name=Memory)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=cs_CZ, timezone=America/Hermosillo
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=82961344,total=355991552
   [junit4]   2> NOTE: All tests run in this JVM: [TestCompiledAutomaton, TestTermVectorsReader, TestLucene53NormsFormat, TestSort, TestSpanCollection, TestSpanNotQuery, TestMaxTermFrequency, TestComplexExplanations, TestSloppyPhraseQuery, TestComplexExplanationsOfNonMatches, TestTotalHitCountCollector, TestMixedDocValuesUpdates, TestDocValuesScoring, TestCachingCollector, TestFastDecompressionMode, TestParallelReaderEmptyIndex, TestMultiMMap, TestDimensionalRangeQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDimensionalRangeQuery -Dtests.seed=D0211EDE8C957C8D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=cs_CZ -Dtests.timezone=America/Hermosillo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | TestDimensionalRangeQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D0211EDE8C957C8D]:0)
   [junit4] Completed [355/404 (2!)] on J2 in 7220.16s, 5 tests, 2 errors <<< FAILURES!

[...truncated 191 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:50: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 404 suites (1 ignored), 3309 tests, 1 suite-level error, 3 errors, 28 ignored (24 assumptions) [seed: D0211EDE8C957C8D]

Total time: 154 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 942 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/942/

5 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:37F2FD45B342FD5D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47198/f/qx: collection already exists: awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:973)


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:CC766182D99206AF]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11279 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/init-core-data-001
   [junit4]   2> 361002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterCoreReload
   [junit4]   2> 361003 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1
   [junit4]   2> 361007 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361009 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,AVAILABLE}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364071ms
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 825582063
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 361017 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361020 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361025 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361026 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361030 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361033 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361039 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361042 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361044 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 361047 WARN  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@14f0ca33
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361049 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/
   [junit4]   2> 361051 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361052 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361053 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361054 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361055 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d79337[collection1] main]
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf}
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361063 INFO  (searcherExecutor-764-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17d79337[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361527 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1
   [junit4]   2> 361537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361542 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52f7916b{/solr,null,AVAILABLE}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364602ms
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002'
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361544 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/solr.xml
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1758476491
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002]
   [junit4]   2> 361551 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib
   [junit4]   2> 361551 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361557 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361566 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361574 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361593 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361596 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361614 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361624 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361627 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 361633 WARN  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28f23ab
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361659 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361661 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361662 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361663 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361664 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361665 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361667 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dded96b[collection1] main]
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361678 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361688 INFO  (searcherExecutor-774-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dded96b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361713 INFO  (qtp340282996-2087) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1758476491
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2efe5d8d
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362082 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 362089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52f7916b{/solr,null,UNAVAILABLE}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=825582063
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cb4d9ab
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 362115 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,UNAVAILABLE}
   [junit4]   2> 362121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 362158 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b7e037d{/solr,null,AVAILABLE}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@609e175f{HTTP/1.1,[http/1.1]}{127.0.0.1:34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @365219ms
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 362167 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 862435675
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 362168 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 362172 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 362190 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 362197 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 362205 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 362209 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 362234 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 362237 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 362240 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.CoreConta

[...truncated too long message...]

tion/95440983246504262-core_node9-n_0000000053
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504037-core_node14-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504064-127.0.0.1:57832_-n_0000000060
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503995-127.0.0.1:59403_-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504205-core_node6-n_0000000042
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504076-127.0.0.1:42140_-n_0000000070
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504172-127.0.0.1:42140_-n_0000000114
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504109-127.0.0.1:38323_-n_0000000081
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503968-core_node9-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504298-127.0.0.1:35739_-n_0000000174
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246503953-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503995-core_node1-n_0000000009
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504043-core_node1-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504160-127.0.0.1:57832_-n_0000000110
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503940-127.0.0.1:46113_-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504235-127.0.0.1:59403_-n_0000000141
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504175-core_node4-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504229-core_node14-n_0000000047
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504139-127.0.0.1:59403_-n_0000000097
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504166-core_node9-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504133-core_node14-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504085-core_node14-n_0000000023
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3946	/solr/live_nodes
   [junit4]   2> 	249	/solr/collections
   [junit4]   2> 	57	/solr/overseer/queue
   [junit4]   2> 	57	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=1225E675C30AF35E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-PE -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  921s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4364098 INFO  (SUITE-RollingRestartTest-seed#[1225E675C30AF35E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_1225E675C30AF35E-001
   [junit4]   2> Feb 24, 2016 11:52:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=es-PE, timezone=Europe/Moscow
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=161746952,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [TestSearchPerf, FullSolrCloudDistribCmdsTest, SampleTest, OutOfBoxZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, UnloadDistributedZkTest, SearchHandlerTest, BlockJoinFacetDistribTest, XmlUpdateRequestHandlerTest, TestManagedSynonymFilterFactory, BinaryUpdateRequestHandlerTest, TestRecoveryHdfs, TestNoOpRegenerator, CollectionStateFormat2Test, TestSort, BlockCacheTest, DistributedExpandComponentTest, TestDynamicFieldResource, StatsComponentTest, StatelessScriptUpdateProcessorFactoryTest, VersionInfoTest, CurrencyFieldXmlFileTest, CursorMarkTest, TestConfigOverlay, RecoveryZkTest, TestJettySolrRunner, TestStandardQParsers, FieldMutatingUpdateProcessorTest, TestManagedSchemaFieldResource, TermVectorComponentDistributedTest, TestGroupingSearch, DebugComponentTest, TestDistribDocBasedVersion, TestIndexingPerformance, TestOrdValues, TestSimpleQParserPlugin, ShowFileRequestHandlerTest, TestFileDictionaryLookup, BigEndianAscendingWordDeserializerTest, TestRTimerTree, BadIndexSchemaTest, SuggesterWFSTTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReqParamsAPI, TestReversedWildcardFilterFactory, TestSolrCloudWithKerberosAlt, TestStressRecovery, OverseerRolesTest, RequestHandlersTest, TestIndexSearcher, TestSweetSpotSimilarityFactory, TestExactStatsCache, SharedFSAutoReplicaFailoverUtilsTest, HdfsNNFailoverTest, ConjunctionSolrSpellCheckerTest, GraphQueryTest, DirectUpdateHandlerTest, TestReload, SuggesterTSTTest, SaslZkACLProviderTest, TestStressReorder, TestUtils, LukeRequestHandlerTest, DocValuesMultiTest, TestSchemaVersionResource, PluginInfoTest, HttpPartitionTest, TestPivotHelperCode, DeleteReplicaTest, TestCloudManagedSchemaConcurrent, TestFieldTypeCollectionResource, DistributedQueueTest, TestCharFilters, TestPHPSerializedResponseWriter, TestReloadAndDeleteDocs, HighlighterConfigTest, SuggestComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRuleBasedAuthorizationPlugin, HighlighterMaxOffsetTest, TestRawResponseWriter, TestRestManager, VMParamsZkACLAndCredentialsProvidersTest, CoreAdminHandlerTest, TestManagedSchema, TestFuzzyAnalyzedSuggestions, HardAutoCommitTest, TestRequestForwarding, TestSuggestSpellingConverter, SuggesterTest, LeaderElectionTest, TestSolrDeletionPolicy1, HLLUtilTest, CoreAdminRequestStatusTest, AnalysisErrorHandlingTest, AutoCommitTest, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, CdcrRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [469/580 (5!)] on J2 in 921.91s, 1 test, 1 failure <<< FAILURES!

[...truncated 349 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 3 failures, 33 ignored (17 assumptions) [seed: 1225E675C30AF35E]

Total time: 232 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 941 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/941/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42905

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42905
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:459)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([D24697AF374A318E:C1510582DD2C47F]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11701 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/init-core-data-001
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1932781 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1932881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer start zk server on port:49189
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932885 INFO  (zkCallback-2123-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f92795 name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932891 INFO  (zkCallback-2124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6721e307 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1932894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1932895 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1932896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1932900 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1932901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932920 INFO  (zkCallback-2125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68da5aba name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932923 INFO  (zkCallback-2126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36eb22e8 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1932938 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1933045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1933050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22bd1a42{/,null,AVAILABLE}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4556ad17{HTTP/1.1,[http/1.1]}{127.0.0.1:60352}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1936494ms
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/control/data, hostContext=/, hostPort=60352, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001'
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933058 INFO  (zkCallback-2127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44f0c440 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/solr.xml
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1784661764
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001]
   [junit4]   2> 1933064 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib
   [junit4]   2> 1933065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1933066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49189/solr
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933069 INFO  (zkCallback-2130-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f3cae3e name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933073 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399849fd name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933081 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933084 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933085 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95435677921116166-127.0.0.1:60352_-n_0000000000
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60352_
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1933093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=95435677921116166-127.0.0.1:60352_-n_0000000000) starting
   [junit4]   2> 1933095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1933100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1933101 INFO  (OverseerCollectionConfigSetProcessor-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1933101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933101 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1933104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1933109 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1933128 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1933130 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1'
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934132 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1934137 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <maxMergeDocs> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934142 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1934150 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1934156 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1934248 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1934254 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1934255 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1934263 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934265 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/]
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@324966a3
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1934271 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953717761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934273 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/
   [junit4]   2> 1934273 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1934277 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1934279 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934280 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934281 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934282 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=418290869, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d873664[collection1] main]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1934290 INFO  (searcherExecutor-5889-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d873664[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1934293 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1934293 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60352 collection:control_collection shard:shard1
   [junit4]   2> 1934294 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60352/collection1/ has no replicas
   [junit4]   2> 1934300 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1934301 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1934304 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934305 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60352/collection1/ shard1
   [junit4]   2> 1934306 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1934408 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60352/collection1/ and leader is http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60352
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1934459 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1934562 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934629 INFO  (zkCallback-2133-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c4e4882 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1934630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934632 INFO  (zkCallback-2134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44010f00 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1934732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores/collection1
   [junit4]   2> 1934733 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001
   [junit4]   2> 1934734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1934735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@609d0b41{/,null,AVAILABLE}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7043d562{HTTP/1.1,[http/1.1]}{127.0.0.1:42905}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1938175ms
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=42905, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores}
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001'
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934739 INFO  (zkCallback-2135-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fc59f13 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/solr.xml
   [junit4]   2> 1934741 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1860862635
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001]
   [junit4]   2> 1934746 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/l

[...truncated too long message...]

n], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"test",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: test
   [junit4]   2> 2740881 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"createshard",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "replicationFactor":"1"} current state version: 4
   [junit4]   2> 2740883 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} current state version: 4
   [junit4]   2> 2740884 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} 
   [junit4]   2> 2740911 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740963 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740989 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/test/state.json
   [junit4]   2> 2741017 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741019 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741023 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741167 INFO  (Thread-53885) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741168 WARN  (Thread-53885) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalClusterStateChangeBehavior
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.Overseer Overseer (id=95435730840125443-127.0.0.1:57482_solr-n_0000000000) closing
   [junit4]   2> 2741168 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57482_solr
   [junit4]   2> 2741169 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 2744170 INFO  (SUITE-OverseerTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_D24697AF374A318E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-BH, timezone=America/North_Dakota/New_Salem
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=284915400,total=499646464
   [junit4]   2> NOTE: All tests run in this JVM: [TestRestManager, TestReversedWildcardFilterFactory, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, ExitableDirectoryReaderTest, CursorMarkTest, TestConfigSetsAPIExclusivity, StatsComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, DistribCursorPagingTest, TestWriterPerf, SuggestComponentTest, TestPivotHelperCode, TestPerFieldSimilarityClassic, TestSweetSpotSimilarityFactory, SuggesterWFSTTest, TestReqParamsAPI, BlockCacheTest, ShowFileRequestHandlerTest, VersionInfoTest, DocValuesMultiTest, HLLUtilTest, TestFuzzyAnalyzedSuggestions, TestDocBasedVersionConstraints, TestDefaultStatsCache, StressHdfsTest, TestDynamicFieldResource, TestSchemaVersionResource, LeaderInitiatedRecoveryOnShardRestartTest, BasicDistributedZk2Test, TestSortingResponseWriter, TestStandardQParsers, TestPHPSerializedResponseWriter, RecoveryZkTest, TestClassicSimilarityFactory, TestCoreDiscovery, TestCopyFieldCollectionResource, TestNoOpRegenerator, CoreAdminHandlerTest, SampleTest, TestDistribDocBasedVersion, RegexBoostProcessorTest, ConcurrentDeleteAndCreateCollectionTest, VMParamsZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, TestInitQParser, TestRequestForwarding, TestPostingsSolrHighlighter, TestSimpleQParserPlugin, ConjunctionSolrSpellCheckerTest, RulesTest, TestSolrConfigHandlerCloud, ScriptEngineTest, AnalysisErrorHandlingTest, BaseCdcrDistributedZkTest, RequestHandlersTest, CurrencyFieldXmlFileTest, TestCSVResponseWriter, PrimitiveFieldTypeTest, TestSolrIndexConfig, TestSuggestSpellingConverter, DistributedQueryComponentCustomSortTest, SecurityConfHandlerTest, XmlUpdateRequestHandlerTest, TestElisionMultitermQuery, AutoCommitTest, ClusterStateTest, TestXmlQParser, TestUtils, HighlighterConfigTest, HttpPartitionTest, TestJettySolrRunner, UpdateParamsTest, ParsingFieldUpdateProcessorsTest, ExplicitHLLTest, TestSearchPerf, BlockJoinFacetDistribTest, TestDistributedMissingSort, SuggesterTSTTest, QueryParsingTest, TestSolrJ, TestRTimerTree, TestZkChroot, TestCharFilters, RestartWhileUpdatingTest, TestRecoveryHdfs, DateRangeFieldTest, StatelessScriptUpdateProcessorFactoryTest, SpatialRPTFieldTypeTest, HdfsNNFailoverTest, HdfsChaosMonkeyNothingIsSafeTest, PluginInfoTest, PKIAuthenticationIntegrationTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed [283/580 (2!)] on J2 in 135.36s, 13 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 958 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 33 ignored (17 assumptions) [seed: D24697AF374A318E]

Total time: 218 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 940 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/940/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36747/_

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36747/_
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:498)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16:EF6169D0EDAEA8E7]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 11180 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_3132EE27F7365D16-001/init-core-data-001
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:59633
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563156 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563189 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fdc20a8 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563196 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563198 INFO  (zkCallback-572-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b3d31fb name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563204 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563213 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563220 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d30e940 name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563221 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 563223 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 563225 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 563227 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 563228 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 563230 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 563231 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563233 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563234 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563242 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563256 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@416d1ec6 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563256 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563257 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563258 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563271 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563271 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563272 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563280 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563296 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56d62a7 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 563302 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 563303 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429763940089860-127.0.0.1:59633_solr-n_0000000000
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59633_solr
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 563305 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) starting
   [junit4]   2> 563306 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 563307 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 563308 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 563310 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 563311 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 563312 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 563314 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 563317 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 563331 INFO  (OverseerCollectionConfigSetProcessor-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 563349 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563351 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 0
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 563353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 563354 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563355 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563356 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563846 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563847 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563847 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563914 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563941 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563942 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 563945 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563960 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 563971 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563985 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563986 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ceda2fe name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563989 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563991 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563991 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563992 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 1
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563998 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 564108 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564112 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564118 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564140 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 564147 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564147 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564148 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564148 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564149 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd5ca60005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 564151 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564329 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564330 WARN  (Thread-9027) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) closing
   [junit4]   2> 564333 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
   [junit4]   2> 564334 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 564353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59633_solr
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 564358 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:47700
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564461 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564465 INFO  (zkCallback-579-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2102e4fe name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564473 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564478 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564483 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a70d355 name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 564490 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564491 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e610d18 name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 564493 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 564494 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 564495 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 564497 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 564498 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564499 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564500 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564504 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564521 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54d9c9ca name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564522 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 564524 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 564526 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 564527 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764025417731-127.0.0.1:47700_solr-n_0000000000
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47700_solr
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 564529 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) starting
   [junit4]   2> 564530 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 564532 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 564535 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 564545 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 564546 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 564547 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 564557 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 564573 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 564576 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564576 INFO  (OverseerCollectionConfigSetProcessor-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 564590 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564590 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "maxShardsPerNode":"4"} current state version: 0
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 564593 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564600 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564641 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564755 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564755 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node2 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564812 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node3 is already registered
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node4 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564925 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564925 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564985 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node3"} current state version: 3
   [junit4]   2> 565087 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565087 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565132 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node4"} current state version: 4
   [junit4]   2> 565234 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565234 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565239 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node1"} current state version: 5
   [junit4]   2> 565341 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565342 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565350 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node2"} current state version: 6
   [junit4]   2> 565452 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565452 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565510 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd61bc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 565511 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565801 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565802 WARN  (Thread-9028) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) closing
   [junit4]   2> 565804 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47700_solr
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadQueueItem
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 565821 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:52976
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565954 INFO  (zkCallback-585-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a38e994 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565956 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565962 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565970 INFO  (zkCallback-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fdf3a48 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 565980 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566012 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566016 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4da89415 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566016 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566017 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566023 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 566024 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 566025 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 566027 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566032 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566052 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1df7eddf name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566052 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 566068 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 566069 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764121690115-127.0.0.1:52976_solr-n_0000000000
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52976_solr
   [junit4]   2> 566071 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764121690115-127.0.0.1:52976_solr-n_0000000000) starting
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 566084 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 566086 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 566087 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 566088 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 566089 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 566091 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 566092 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 566093 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566094 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566095 INFO  (OverseerCollectionConfigSetProcessor-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 566122 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566166 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566175 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37a76fb4 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566176 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566177 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566178 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
   [junit4]   2> 566179 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566180 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566181 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 0
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 566184 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566184 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566185 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566681 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 566682 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566682 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566683 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566685 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95429764121690116-127.0.0.1_core1-n_0000000000
   [junit4]   2> 566686 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 566687 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/954297641

[...truncated too long message...]

  [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 4421254 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 22, 2016 1:08:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=BlockTreeOrds(blocksize=128), range_facet_l_dv=FST50, _version_=BlockTreeOrds(blocksize=128), multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), intDefault=BlockTreeOrds(blocksize=128), a_i1=PostingsFormat(name=Asserting), id=FST50, range_facet_i_dv=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sq-AL, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=152163120,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsLockFactoryTest, TestPostingsSolrHighlighter, TestCloudSchemaless, CoreAdminHandlerTest, TestUtils, TestRecovery, TestSolrQueryParser, TestChildDocTransformer, RecoveryAfterSoftCommitTest, CloudMLTQParserTest, TestSort, TestDynamicLoading, BadIndexSchemaTest, HighlighterConfigTest, TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, TestSweetSpotSimilarityFactory, CoreMergeIndexesAdminHandlerTest, TestJmxMonitoredMap, TestBulkSchemaAPI, FieldAnalysisRequestHandlerTest, SparseHLLTest, FieldMutatingUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, TestCoreDiscovery, HdfsChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, OverseerRolesTest, MergeStrategyTest, TestCloudPivotFacet, TestSchemaManager, TestCollationField, DistribCursorPagingTest, OverseerTest, TestExtendedDismaxParser, NoCacheHeaderTest, TestRandomRequestDistribution, SolrTestCaseJ4Test, TestDistributedStatsComponentCardinality, CurrencyFieldXmlFileTest, QueryParsingTest, TestBulkSchemaConcurrent, PreAnalyzedUpdateProcessorTest, TestXIncludeConfig, DebugComponentTest, TestSchemaResource, TestSolrXml, CustomCollectionTest, TestJsonFacets, TestElisionMultitermQuery, DeleteReplicaTest, HttpPartitionTest, TestGroupingSearch, RegexBoostProcessorTest, TestFastWriter, HdfsTlogReplayBufferedWhileIndexingTest, TestJmxIntegration, LeaderInitiatedRecoveryOnShardRestartTest, FullSolrCloudDistribCmdsTest, CircularListTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestIndexingPerformance, CollectionStateFormat2Test, UnloadDistributedZkTest, TestSortByMinMaxFunction, TestTolerantSearch, AssignTest, SegmentsInfoRequestHandlerTest, HardAutoCommitTest, BinaryUpdateRequestHandlerTest, TestLRUStatsCache, LeaderElectionTest, DateMathParserTest, FullHLLTest, PrimitiveFieldTypeTest, SaslZkACLProviderTest, HdfsDirectoryFactoryTest, TestIndexSearcher, DocValuesMissingTest, StatelessScriptUpdateProcessorFactoryTest, HdfsNNFailoverTest, ZkStateWriterTest, TestSolrCLIRunExample, SharedFSAutoReplicaFailoverUtilsTest, TestRawTransformer, TestExceedMaxTermLength, DistributedFacetPivotSmallTest, DocExpirationUpdateProcessorFactoryTest, TestAuthorizationFramework, SearchHandlerTest, TestReload, StressHdfsTest, TestCharFilters, RequestHandlersTest, BadCopyFieldTest, DocValuesMultiTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestStressVersions, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RequiredFieldsTest, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, TestDocSet, TestSearchPerf, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, TestJettySolrRunner, AliasIntegrationTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestAuthenticationFramework, TestLeaderInitiatedRecoveryThread, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [463/579 (4!)] on J2 in 150.48s, 1 test, 1 error <<< FAILURES!

[...truncated 357 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 4 errors, 34 ignored (18 assumptions) [seed: 3132EE27F7365D16]

Total time: 226 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 939 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/939/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=48654, name=testExecutor-8080-thread-4, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=48654, name=testExecutor-8080-thread-4, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52112/g_m/xa
	at __randomizedtesting.SeedInfo.seed([743680B31E0433AB]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52112/g_m/xa
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 12283 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/init-core-data-001
   [junit4]   2> 3784867 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /g_m/xa
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3784901 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3784906 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3784908 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3784923 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51747_hdfs____.xa3l2w/webapp
   [junit4]   2> 3785025 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3785321 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51747
   [junit4]   2> 3785382 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3785383 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3785400 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36362_datanode____q1zff7/webapp
   [junit4]   2> 3785501 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3785783 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36362
   [junit4]   2> 3785819 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3785820 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3785837 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60800_datanode____.qrih97/webapp
   [junit4]   2> 3785857 INFO  (IPC Server handler 3 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-f9810188-0ecd-4333-8cfb-02f856bfe153 node DatanodeRegistration(127.0.0.1, datanodeUuid=d44b2ccd-7290-4f7e-aa62-86880cb005db, infoPort=36362, ipcPort=55368, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3785857 INFO  (IPC Server handler 3 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-2f809f47-0520-467a-8ae8-68d27f14b98a node DatanodeRegistration(127.0.0.1, datanodeUuid=d44b2ccd-7290-4f7e-aa62-86880cb005db, infoPort=36362, ipcPort=55368, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3785949 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3786256 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60800
   [junit4]   2> 3786336 INFO  (IPC Server handler 8 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-f2049002-05ca-4bf7-8dd9-b08399cf248d node DatanodeRegistration(127.0.0.1, datanodeUuid=a12ea222-fef9-49b1-9773-666e8bcfd9ef, infoPort=60800, ipcPort=49574, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3786337 INFO  (IPC Server handler 8 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-842676d3-2eb8-46d1-9574-da62ea400236 node DatanodeRegistration(127.0.0.1, datanodeUuid=a12ea222-fef9-49b1-9773-666e8bcfd9ef, infoPort=60800, ipcPort=49574, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3786435 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3786436 INFO  (Thread-17589) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3786436 INFO  (Thread-17589) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkTestServer start zk server on port:36610
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786539 INFO  (zkCallback-4040-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fda5973 name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3786542 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786542 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786543 INFO  (zkCallback-4041-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2eca9c20 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 3786545 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 3786546 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 3786547 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 3786549 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3786549 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3786551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3786551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3786553 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3786553 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3786555 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3786555 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3786556 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3786556 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3786557 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3786558 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3786559 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3786559 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3786560 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3786561 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3786562 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3786562 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3786564 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3786564 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3786565 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3786565 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3786657 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1
   [junit4]   2> 3786659 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3786660 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e5e9a6d{/g_m/xa,null,AVAILABLE}
   [junit4]   2> 3786661 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@41d73301{HTTP/1.1,[http/1.1]}{127.0.0.1:44714}
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server Started @3790244ms
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40370/hdfs__localhost_40370__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001_tempDir-002_control_data, hostContext=/g_m/xa, hostPort=44714, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores}
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001'
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3786663 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786663 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786664 INFO  (zkCallback-4042-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ab530f8 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786664 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786664 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786665 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3786665 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/solr.xml
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1434198086
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001]
   [junit4]   2> 3786671 WARN  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/lib
   [junit4]   2> 3786671 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36610/solr
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786674 INFO  (zkCallback-4045-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a5458be name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786674 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786675 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786676 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786676 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@428e929c name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786676 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786677 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3786679 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3786681 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3786683 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3786684 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3786686 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3786687 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3786688 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3786690 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3786691 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786691 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786693 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3786694 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3786695 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3786695 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000
   [junit4]   2> 3786696 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786696 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3786697 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) starting
   [junit4]   2> 3786698 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3786703 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3786706 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3786706 INFO  (OverseerCollectionConfigSetProcessor-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3786707 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3786713 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3786715 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3786726 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3786726 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3786727 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores
   [junit4]   2> 3786727 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3786728 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1
   [junit4]   2> 3786728 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3786729 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3786729 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3786729 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3786729 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3786730 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3786731 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3786731 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3786732 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3786732 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3786733 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3787731 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1'
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3787734 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3787735 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3787743 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3787747 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3787757 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3787763 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3787864 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3787870 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3787872 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3787881 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3787883 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3787885 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3787886 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40370/solr_hdfs_home
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38cecabe
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3787907 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3787908 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 3787918 WARN  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3787918 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3787925 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3787925 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3787930 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3787930 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3787931 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=76.97265625, floorSegmentMB=1.4580078125, forceMergeDeletesPctAllowed=13.615608956911618, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8813590336742532
   [junit4]   2> 3787950 INFO  (IPC Server handler 0 on 40370) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54453 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f2049002-05ca-4bf7-8dd9-b08399cf248d:NORMAL:127.0.0.1:49698|RBW], ReplicaUnderConstruction[[DISK]DS-f9810188-0ecd-4333-8cfb-02f856bfe153:NORMAL:127.0.0.1:54453|RBW]]} size 0
   [junit4]   2> 3787955 INFO  (IPC Server handler 1 on 40370) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49698 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f2049002-05ca-4bf7-8dd9-b08399cf248d:NORMAL:127.0.0.1:49698|RBW], ReplicaUnderConstruction[[DISK]DS-f9810188-0ecd-4333-8cfb-02f856bfe153:NORMAL:127.0.0.1:54453|RBW]]} size 0
   [junit4]   2> 3787960 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cdfb9a8); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3787960 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3787962 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3787966 WARN  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 3787968 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787969 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787971 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787972 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787976 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 3787976 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3787977 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3787977 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 3787988 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3787989 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3787990 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=68.5771484375, floorSegmentMB=1.3447265625, forceMergeDeletesPctAllowed=27.042426296031806, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8181578963699278
   [junit4]   2> 3788002 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cdfb9a8); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3788002 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3788003 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1763b458[collection1] main]
   [junit4]   2> 3788003 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3788004 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3788004 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3788008 INFO  (searcherExecutor-8002-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1763b458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526732120233345024
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526732120233345024
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3788009 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 3788010 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44714/g_m/xa collection:control_collection shard:shard1
   [junit4]   2> 3788012 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3788015 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95420757411627012-core_node1-n_0000000000
   [junit4]   2> 3788015 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 3788017 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3788017 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 3788017 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44714/g_m/xa/collection1/
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44714/g_m/xa/collection1/ has no replicas
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3788021 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95420757411627012-core_node1-n_0000000000
   [junit4]   2> 3788024 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44714/g_m/xa/collection1/ shard1
   [junit4]   2> 3788024 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 3788126 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788175 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44714/g_m/xa/collection1/ and leader is http://127.0.0.1:44714/g_m/xa/collection1/
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44714/g_m/xa
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3788178 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 3788178 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3788178 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3788231 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788232 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788232 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@700c2298 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3788234 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788236 INFO  (zkCallback-4049-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31dd87a1 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788236 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788236 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788238 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 3788238 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 3788239 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788239 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788338 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores/collection1
   [junit4]   2> 3788339 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001
   [junit4]   2> 3788339 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3788341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50bab8af{/g_m/xa,null,AVAILABLE}
   [junit4]   2> 3788341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@26968d40{HTTP/1.1,[http/1.1]}{127.0.0.1:56655}
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server Started @3791924ms
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40370/hdfs__localhost_40370__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/g_m/xa, hostPort=56655, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores}
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001'
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788344 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788344 INFO  (zkCallback-4050-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f310526 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788345 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788345 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788346 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3788346 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/solr.xml
   [junit4]   2> 3788348 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1096845708
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001]
   [junit4]   2> 3788352 WARN  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/lib
   [junit4]   2> 3788352 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36610/solr
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788355 INFO  (zkCallback-4053-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@149ac821 name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788355 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788355 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788357 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@638dcba1 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788362 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3788363 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3789367 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56655_g_m%2Fxa
   [junit4]   2> 3789367 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56655_g_m%2Fxa
   [junit4]   2> 3789368 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789368 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789368 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789369 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789369 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789369 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3789370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95420757411627017-127.0.0.1:56655_g_m%2Fxa-n_0000000001
   [junit4]   2> 3789371 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000 to know if I could be the leader
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores/collection1
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3789398 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3789398 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3789398 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3789399 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 3789400 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56655/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:56655_g_m%2Fxa",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.

[...truncated too long message...]

tMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.teardownClass(HdfsUnloadDistributedZkTest.java:46)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 3955431 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 20, 2016 9:56:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=FST50, range_facet_l_dv=FSTOrd50, _version_=FST50, multiDefault=PostingsFormat(name=Asserting), a_t=FST50, intDefault=FST50, a_i1=FST50, id=FSTOrd50, range_facet_i_dv=FST50, text=PostingsFormat(name=MockRandom), range_facet_l=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-US, timezone=America/Belize
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=207742216,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestTestInjection, TestRequestStatusCollectionAPI, TestUseDocValuesAsStored, JSONWriterTest, SignatureUpdateProcessorFactoryTest, TestAnalyzedSuggestions, AnalysisAfterCoreReloadTest, CacheHeaderTest, TestExactSharedStatsCache, OverriddenZkACLAndCredentialsProvidersTest, TestFieldResource, LeaderFailoverAfterPartitionTest, TestStressLucene, AddBlockUpdateTest, DisMaxRequestHandlerTest, URLClassifyProcessorTest, SuggestComponentContextFilterQueryTest, UUIDFieldTest, DefaultValueUpdateProcessorTest, HdfsChaosMonkeySafeLeaderTest, RemoteQueryErrorTest, LeaderElectionIntegrationTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, SyncSliceTest, DistributedQueryElevationComponentTest, RollingRestartTest, TestQueryWrapperFilter, TestHighFrequencyDictionaryFactory, TestLRUCache, ResourceLoaderTest, TestCSVLoader, TestCollectionAPI, SynonymTokenizerTest, DeleteShardTest, DistributedFacetPivotLongTailTest, HdfsRecoverLeaseTest, TestComponentsName, TestFastOutputStream, TestCrossCoreJoin, TestAuthenticationFramework, TestDownShardTolerantSearch, TestNRTOpen, TestHashQParserPlugin, TestFaceting, BufferStoreTest, BasicDistributedZkTest, ExternalFileFieldSortTest, TestHdfsUpdateLog, ResponseHeaderTest, SOLR749Test, TestFoldingMultitermQuery, TestValueSourceCache, TestMergePolicyConfig, DataDrivenBlockJoinTest, ConnectionReuseTest, DistributedSpellCheckComponentTest, OverseerStatusTest, PrimUtilsTest, TestRebalanceLeaders, TestManagedResourceStorage, TestRandomDVFaceting, HdfsSyncSliceTest, IndexSchemaTest, HLLSerializationTest, TestReplicationHandler, TestPKIAuthenticationPlugin, TestBadConfig, TestRangeQuery, TestIntervalFaceting, ZkNodePropsTest, PeerSyncTest, TestSolrQueryResponse, CdcrReplicationDistributedZkTest, QueryResultKeyTest, TestLeaderInitiatedRecoveryThread, BasicAuthIntegrationTest, CheckHdfsIndexTest, DistributedVersionInfoTest, BlockJoinFacetSimpleTest, TestMinMaxOnMultiValuedField, ChangedSchemaMergeTest, CollectionTooManyReplicasTest, TestHighlightDedupGrouping, TestBlendedInfixSuggestions, EnumFieldTest, TestSolrQueryParserDefaultOperatorResource, OutputWriterTest, InfoHandlerTest, TestDynamicFieldCollectionResource, SolrCoreTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [457/579 (1!)] on J0 in 180.38s, 1 test, 1 error <<< FAILURES!

[...truncated 387 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 34 ignored (18 assumptions) [seed: 743680B31E0433AB]

Total time: 200 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 938 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/938/

2 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection reset

Stack Trace:
java.net.SocketException: Connection reset
	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:82C6249B1F31C82E]:0)
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors

Error Message:
127.0.0.1:38322 failed to respond

Stack Trace:
org.apache.http.NoHttpResponseException: 127.0.0.1:38322 failed to respond
	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:3E579631546DCC92]:0)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8674 lines...]
   [junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
   [junit4]   2> 2016-02-19 15:48:44.433:INFO::TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Logging initialized @2674ms
   [junit4]   2> 2016-02-19 15:48:44.774:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-02-19 15:48:44.976:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Started ServerConnector@7fd57da6{HTTP/1.1,[http/1.1]}{127.0.0.1:49401}
   [junit4]   2> 2016-02-19 15:48:44.977:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Started @3218ms
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> 2016-02-19 15:48:46.508:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Stopped ServerConnector@7fd57da6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=293C398EC0ED4E00 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   2.29s J0 | HttpReplicatorTest.testBasic <<<
   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:82C6249B1F31C82E]:0)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2016-02-19 15:48:46.562:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-02-19 15:48:46.584:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Started ServerConnector@608316b0{HTTP/1.1,[http/1.1]}{127.0.0.1:38322}
   [junit4]   2> 2016-02-19 15:48:46.585:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Started @4826ms
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38322: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> 2016-02-19 15:48:46.686:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Stopped ServerConnector@608316b0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testServerErrors -Dtests.seed=293C398EC0ED4E00 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.17s J0 | HttpReplicatorTest.testServerErrors <<<
   [junit4]    > Throwable #1: org.apache.http.NoHttpResponseException: 127.0.0.1:38322 failed to respond
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:3E579631546DCC92]:0)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/replicator/test/J0/temp/lucene.replicator.http.HttpReplicatorTest_293C398EC0ED4E00-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=tr-TR, timezone=America/Chicago
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=224756632,total=253231104
   [junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
   [junit4] Completed [4/9 (1!)] on J0 in 2.55s, 2 tests, 2 errors <<< FAILURES!

[...truncated 34 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 9 suites, 43 tests, 2 errors [seed: 293C398EC0ED4E00]

Total time: 172 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 937 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/937/

1 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChains

Error Message:
last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟𑸟򄷒n

Stack Trace:
java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟򄷒n
	at __randomizedtesting.SeedInfo.seed([A09B570B602BCA0D:9D7A7E6A2739D7CD]:0)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:124)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkResetException(BaseTokenStreamTestCase.java:405)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:510)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:932)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 2794 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.core.LowerCaseTokenizer(org.apache.lucene.util.AttributeFactory$1@7398764f)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@73371aa1 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.ngram.NGramTokenFilter(ValidatingTokenFilter@1d903c93 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.de.GermanNormalizationFilter(ValidatingTokenFilter@458f3a5 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,keyword=false)
   [junit4]   2>   org.apache.lucene.analysis.synonym.SynonymFilter(ValidatingTokenFilter@1d8b1072 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,keyword=false, org.apache.lucene.analysis.synonym.SynonymMap@5aeaef61, false)
   [junit4]   2> offsetsAreCorrect=true
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=A09B570B602BCA0D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-US -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   18.3s J2 | TestRandomChains.testRandomChains <<<
   [junit4]    > Throwable #1: java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟򄷒n
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A09B570B602BCA0D:9D7A7E6A2739D7CD]:0)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:124)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkResetException(BaseTokenStreamTestCase.java:405)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:510)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:932)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_A09B570B602BCA0D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {dummy=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=ClassicSimilarity, locale=es-US, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=85587464,total=222822400
   [junit4]   2> NOTE: All tests run in this JVM: [TestEnglishMinimalStemFilter, TestCaseInsensitive, TestNeedAffix, TestRollingCharBuffer, TestArabicNormalizationFilter, DateRecognizerFilterFactoryTest, TestConv, TestBrazilianStemFilterFactory, TestGermanLightStemFilterFactory, TestCodepointCountFilterFactory, TestLatvianAnalyzer, TestSynonymFilterFactory, TestLimitTokenOffsetFilterFactory, TestRandomChains]
   [junit4] Completed [70/277 (1!)] on J2 in 46.16s, 2 tests, 1 error <<< FAILURES!

[...truncated 629 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:106: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 277 suites (2 ignored), 1427 tests, 1 error, 1 ignored [seed: A09B570B602BCA0D]

Total time: 82 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 936 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/936/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=7209, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7209, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49048: collection already exists: awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
There were too many update fails (98 > 60) - we expect it can happen, but shouldn't easily

Stack Trace:
java.lang.AssertionError: There were too many update fails (98 > 60) - we expect it can happen, but shouldn't easily
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A:921CA309D80E2592]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:216)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val changed' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":"X val"}

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":"X val"}
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A:C205B184812FEDCA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:456)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11027 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/init-core-data-001
   [junit4]   2> 295276 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 295276 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 295281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295281 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295281 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 295381 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkTestServer start zk server on port:50226
   [junit4]   2> 295382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295390 INFO  (zkCallback-899-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@645117a2 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295397 INFO  (zkCallback-900-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7deec9c9 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295398 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 295399 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 295401 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 295402 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 295404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 295404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 295407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 295407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 295409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295413 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 295413 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 295417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 295417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 295419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 295419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 295421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 295421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 295426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 295426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 295430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 295432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 295434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 295434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 295444 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295445 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295449 INFO  (zkCallback-901-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16865410 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295451 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295452 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295453 INFO  (zkCallback-902-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6986b361 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 295454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 295457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 295457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 295459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 295459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 295470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 295472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 295473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 295473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 295475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 295475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 295476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 295476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 295479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 295483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 295486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 295486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 295488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 295488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 295603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1
   [junit4]   2> 295605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 295607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fe866cd{/,null,AVAILABLE}
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@277d8c99{HTTP/1.1}{127.0.0.1:52323}
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server Started @298758ms
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/tempDir-001/control/data, hostContext=/, hostPort=52323, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores}
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001'
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295623 INFO  (zkCallback-903-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a32ee4 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 295624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/solr.xml
   [junit4]   2> 295629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1863071554
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001]
   [junit4]   2> 295630 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/lib
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 295631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50226/solr
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295639 INFO  (zkCallback-906-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f055a01 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295651 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b1aab39 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295651 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 295660 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 295663 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 295664 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 295666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 295668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 295669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 295669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 295670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 295671 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52323_
   [junit4]   2> 295672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52323_
   [junit4]   2> 295673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 295674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 295675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 295675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95398194716540934-127.0.0.1:52323_-n_0000000000
   [junit4]   2> 295676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52323_
   [junit4]   2> 295676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 295677 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Overseer (id=95398194716540934-127.0.0.1:52323_-n_0000000000) starting
   [junit4]   2> 295678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 295683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 295684 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 295684 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295688 INFO  (OverseerCollectionConfigSetProcessor-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 295695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 295710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 295711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 295714 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 295714 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 295716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 295722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 295722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 295722 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 295723 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 295723 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 295724 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 295726 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 295726 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 296716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 296716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 296717 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 296717 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1'
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 296720 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 296726 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 296731 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 296740 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 296746 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 296849 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 296855 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 296856 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 296870 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 296872 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 296874 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296875 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296876 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 296876 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/]
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b453c3
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 296878 WARN  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index
   [junit4]   2> 296879 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=25.0439453125, floorSegmentMB=0.943359375, forceMergeDeletesPctAllowed=14.725817520948132, segmentsPerTier=19.0, maxCFSSegmentSizeMB=0.2001953125, noCFSRatio=1.0
   [junit4]   2> 296886 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0e9c2c),segFN=segments_1,generation=1}
   [junit4]   2> 296886 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296891 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296891 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/
   [junit4]   2> 296891 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 296891 WARN  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 296891 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 296893 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296896 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296899 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296901 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296904 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=71.796875, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=1.6685891877534087, segmentsPerTier=42.0, maxCFSSegmentSizeMB=1.8310546875, noCFSRatio=1.0
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0e9c2c),segFN=segments_1,generation=1}
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c11e46c[collection1] main]
   [junit4]   2> 296912 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 296918 INFO  (searcherExecutor-1844-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c11e46c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526371117172785152
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526371117172785152
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 296921 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:52323 collection:control_collection shard:shard1
   [junit4]   2> 296922 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 296926 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95398194716540934-core_node1-n_0000000000
   [junit4]   2> 296927 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52323/collection1/
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52323/collection1/ has no replicas
   [junit4]   2> 296929 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 296932 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 296934 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52323/collection1/ shard1
   [junit4]   2> 296934 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 297036 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297036 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:52323/collection1/ and leader is http://127.0.0.1:52323/collection1/
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52323
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 297094 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 297095 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 297198 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297198 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297225 INFO  (zkCallback-909-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74b24ec1 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 297228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 297323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores/collection1
   [junit4]   2> 297324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001
   [junit4]   2> 297324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 297332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23ae156f{/,null,AVAILABLE}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@26e2a270{HTTP/1.1}{127.0.0.1:33842}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server Started @300476ms
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=33842, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001'
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 297336 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297338 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297339 INFO  (zkCallback-910-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45db7298 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297341 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 297341 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/solr.xml
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1330663732
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001]
   [junit4]   2> 297346 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/lib
   [junit4]   2> 297347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 297348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 297348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50226/solr
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297350 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297350 INFO  (zkCallback-913-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@195a5306 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297351 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297351 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297359 INFO  (zkCallback-914-thread-1-processing-n:127.0.0.1:33842_) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d621e09 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 298368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33842_
   [junit4]   2> 298369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33842_
   [junit4]   2> 298370 INFO  (zkCallback-909-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 298370 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader 

[...truncated too long message...]

86A]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.teardownClass(HdfsChaosMonkeyNothingIsSafeTest.java:47)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1563925 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_1A489CD376F2486A-001
   [junit4]   2> Feb 16, 2016 10:36:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=es-AR, timezone=Asia/Qatar
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=3,free=209194592,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestFastWriter, TestManagedSchemaFieldTypeResource, CoreMergeIndexesAdminHandlerTest, RestartWhileUpdatingTest, FieldAnalysisRequestHandlerTest, TestJmxIntegration, TestFieldCollectionResource, RegexBoostProcessorTest, BigEndianAscendingWordSerializerTest, TestSolrDeletionPolicy1, TestRandomRequestDistribution, WrapperMergePolicyFactoryTest, TestCloudSchemaless, FullSolrCloudDistribCmdsTest, FullHLLTest, TestReloadDeadlock, TestZkChroot, LeaderElectionTest, SparseHLLTest, TestDynamicLoading, LukeRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, HdfsLockFactoryTest, PreAnalyzedUpdateProcessorTest, SolrXmlInZkTest, TestFreeTextSuggestions, SimpleFacetsTest, DistributedQueryComponentOptimizationTest, SliceStateTest, DistribCursorPagingTest, TestReversedWildcardFilterFactory, TestXIncludeConfig, OverseerRolesTest, SolrTestCaseJ4Test, TestDFISimilarityFactory, TestLRUStatsCache, ShowFileRequestHandlerTest, TestComplexPhraseQParserPlugin, ClusterStateTest, AutoCommitTest, TestCoreDiscovery, TestFilteredDocIdSet, HdfsChaosMonkeyNothingIsSafeTest]
   [junit4] Completed [137/579 (3!)] on J2 in 111.43s, 1 test, 1 failure <<< FAILURES!

[...truncated 1426 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 2 failures, 34 ignored (18 assumptions) [seed: 1A489CD376F2486A]

Total time: 227 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 935 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/935/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.SpatialRPTFieldTypeTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.SpatialRPTFieldTypeTest

Error Message:
141 threads leaked from SUITE scope at org.apache.solr.schema.SpatialRPTFieldTypeTest:     1) Thread[id=15973, name=coreZkRegister-2188-thread-20, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16081, name=qtp275353430-16081, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=15954, name=OverseerThreadFactory-3408-thread-4, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=16100, name=qtp794799659-16100, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=15965, name=coreZkRegister-2188-thread-12, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=15969, name=coreZkRegister-2188-thread-16, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=15983, name=coreZkRegister-2199-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    8) Thread[id=15944, name=coreZkRegister-2166-thread-21-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=15943, name=coreZkRegister-2166-thread-20-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   10) Thread[id=16160, name=qtp275353430-16160, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   11) Thread[id=16144, name=qtp794799659-16144, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   12) Thread[id=15958, name=OverseerThreadFactory-3408-thread-6, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   13) Thread[id=15953, name=coreZkRegister-2188-thread-9-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=16114, name=updateExecutor-1422-thread-12-processing-n:127.0.0.1:34572_ysp%2Fv x:awholynewstresscollection_collection0_2_shard6_replica2 s:shard6 c:awholynewstresscollection_collection0_2 r:core_node9, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)         at java.util.concurrent.FutureTask.get(FutureTask.java:191)         at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:317)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   15) Thread[id=16041, name=updateExecutor-1422-thread-9, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   16) Thread[id=15977, name=coreZkRegister-2199-thread-3-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   17) Thread[id=15960, name=coreZkRegister-2166-thread-29-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   18) Thread[id=16055, name=qtp275353430-16055, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   19) Thread[id=15938, name=coreZkRegister-2166-thread-15-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   20) Thread[id=16162, name=qtp715543800-16162, state=TERMINATED, group={null group}]         at (empty stack)   21) Thread[id=15942, name=coreZkRegister-2166-thread-19, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   22) Thread[id=15946, name=coreZkRegister-2166-thread-23-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   23) Thread[id=15951, name=coreZkRegister-2166-thread-24, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   24) Thread[id=15986, name=coreZkRegister-2188-thread-26, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   25) Thread[id=16053, name=recoveryExecutor-1429-thread-8-processing-n:127.0.0.1:33063_ysp%2Fv x:awholynewstresscollection_collection4_2_shard8_replica2 s:shard8 c:awholynewstresscollection_collection4_2 r:core_node1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)         at java.util.concurrent.FutureTask.get(FutureTask.java:191)         at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:596)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:353)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   26) Thread[id=16129, name=qtp794799659-16129, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   27) Thread[id=15998, name=coreZkRegister-2199-thread-10-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   28) Thread[id=15917, name=coreZkRegister-2166-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   29) Thread[id=16163, name=qtp275353430-16163, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   30) Thread[id=15976, name=coreZkRegister-2199-thread-2-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   31) Thread[id=16010, name=coreZkRegister-2199-thread-19-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   32) Thread[id=15993, name=coreZkRegister-2188-thread-33-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   33) Thread[id=16124, name=recoveryExecutor-1429-thread-10, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   34) Thread[id=16066, name=qtp813813828-16066, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.core.SolrCore.closeAndWait(SolrCore.java:1020)         at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:995)         at org.apache.solr.handler.admin.CoreAdminOperation$2.call(CoreAdminOperation.java:142)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:354)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:153)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:155)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:676)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:439)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:225)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:183)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   35) Thread[id=15956, name=coreZkRegister-2166-thread-26, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   36) Thread[id=16076, name=qtp813813828-16076, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   37) Thread[id=16077, name=qtp275353430-16077, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   38) Thread[id=16015, name=coreZkRegister-2199-thread-24-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   39) Thread[id=15966, name=coreZkRegister-2188-thread-13-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   40) Thread[id=15959, name=coreZkRegister-2166-thread-28-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   41) Thread[id=15999, name=coreZkRegister-2199-thread-11-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   42) Thread[id=15916, name=zkCallback-1415-thread-24, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   43) Thread[id=16152, name=qtp794799659-16152, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   44) Thread[id=16118, name=qtp794799659-16118, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   45) Thread[id=15923, name=coreZkRegister-2188-thread-6-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   46) Thread[id=15920, name=coreZkRegister-2166-thread-3, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   47) Thread[id=16026, name=recoveryExecutor-1423-thread-8, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   48) Thread[id=15991, name=coreZkRegister-2188-thread-31-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   49) Thread[id=15985, name=coreZkRegister-2188-thread-25-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   50) Thread[id=16048, name=recoveryExecutor-1423-thread-9-processing-n:127.0.0.1:34572_ysp%2Fv x:awholynewstresscollection_collection3_2_shard6_replica3 s:shard6 c:awholynewstresscollection_collection3_2 r:core_node13, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:365)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   51) Thread[id=15929, name=coreZkRegister-2166-thread-6-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   52) Thread[id=16120, name=updateExecutor-1428-thread-10, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   53) Thread[id=15932, name=coreZkRegister-2166-thread-9-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   54) Thread[id=16061, name=qtp813813828-16061, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   55) Thread[id=16019, name=coreZkRegister-2199-thread-28-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   56) Thread[id=15940, name=coreZkRegister-2166-thread-17-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   57) Thread[id=16014, name=coreZkRegister-2199-thread-23, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   58) Thread[id=16013, name=coreZkRegister-2199-thread-22-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   59) Thread[id=15925, name=coreZkRegister-2166-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   60) Thread[id=15972, name=coreZkRegister-2188-thread-19-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)         at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1470)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:567)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   61) Thread[id=15980, name=coreZkRegister-2188-thread-23-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)         at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1470)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:567)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   62) Thread[id=15941, name=coreZkRegister-2166-thread-18, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   63) Thread[id=15922, name=coreZkRegister-2188-thread-5-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   64) Thread[id=15921, name=coreZkRegister-2188-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   65) Thread[id=16000, name=coreZkRegister-2199-thread-12, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   66) Thread[id=15926, name=OverseerThreadFactory-3408-thread-1, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   67) Thread[id=16060, name=qtp794799659-16060, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.handler.admin.CoreAdminOperation$9.call(CoreAdminOperation.java:568)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:354)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:153)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:155)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:676)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:439)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:225)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:183)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   68) Thread[id=16018, name=coreZkRegister-2199-thread-27-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   69) Thread[id=16108, name=qtp813813828-16108, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   70) Thread[id=16007, name=coreZkRegister-2199-thread-16-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   71) Thread[id=15974, name=coreZkRegister-2188-thread-21-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   72) Thread[id=15963, name=coreZkRegister-2188-thread-10-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   73) Thread[id=15962, name=coreZkRegister-2166-thread-31-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   74) Thread[id=15978, name=zkCallback-1431-thread-28, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   75) Thread[id=15987, name=coreZkRegister-2188-thread-27, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   76) Thread[id=16063, name=zkCallback-1431-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   77) Thread[id=16101, name=qtp794799659-16101, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   78) Thread[id=15931, name=coreZkRegister-2166-thread-8-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   79) Thread[id=16149, name=qtp794799659-16149, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   80) Thread[id=16009, name=coreZkRegister-2199-thread-18-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   81) Thread[id=15961, name=coreZkRegister-2166-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   82) Thread[id=15981, name=coreZkRegister-2188-thread-24-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   83) Thread[id=15990, name=coreZkRegister-2188-thread-30-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent

[...truncated too long message...]

est]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   105) Thread[id=15971, name=coreZkRegister-2188-thread-18, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   106) Thread[id=15978, name=zkCallback-1431-thread-28, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   107) Thread[id=15987, name=coreZkRegister-2188-thread-27, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   108) Thread[id=15945, name=coreZkRegister-2166-thread-22, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   109) Thread[id=16063, name=zkCallback-1431-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   110) Thread[id=15931, name=coreZkRegister-2166-thread-8, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AED446C00D3545C1]:0)
   [junit4] Completed [536/579 (3!)] on J1 in 77.18s, 0 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 129 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160215_191322_630.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid28059.hprof ...
   [junit4] Heap dump file created [666880762 bytes in 5.874 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160215_191322_630.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection1"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection3"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection2"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection4"
   [junit4] <<< JVM J1: EOF ----

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2321 tests, 4 suite-level errors, 1 failure, 161 ignored (17 assumptions) [seed: AED446C00D3545C1]

Total time: 434 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 934 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/934/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=813, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=813, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50510: collection already exists: awholynewstresscollection_collection2_6
	at __randomizedtesting.SeedInfo.seed([59CB1503372ACE0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)


FAILED:  org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([59CB1503372ACE0:29E5F5D546CB6445]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes(DirectUpdateHandlerTest.java:299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11031 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/init-core-data-001
   [junit4]   2> 18608 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 18608 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 18628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 18632 INFO  (Thread-97) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 18633 INFO  (Thread-97) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 18731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkTestServer start zk server on port:57012
   [junit4]   2> 18750 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 18850 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18867 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 20462 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f20b176 name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20465 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 20503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20504 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x152e16ca8d90000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 20506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20515 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9049296 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 20528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 20534 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 20537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 20542 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 20543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 20550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 20550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 20554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 20560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 20565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 20565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 20571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 20571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 20575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 20576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 20581 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 20582 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 20586 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20587 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 20593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 20599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 20599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 20606 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20610 INFO  (zkCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5245922c name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 20620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20630 INFO  (zkCallback-27-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29017e7d name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 20631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 20643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 20643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 20650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 20650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 20655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 20662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 20666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 20666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 20670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 20670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 20674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 20674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 20678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 20682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 20685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 20685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 20689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 20689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 20805 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1
   [junit4]   2> 20808 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 20810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc0fa58{/,null,AVAILABLE}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@52df766d{HTTP/1.1}{127.0.0.1:46702}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server Started @24495ms
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/tempDir-001/control/data, hostContext=/, hostPort=46702, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001'
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20818 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20825 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c418dc8 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20825 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20825 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 20831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/solr.xml
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer New CoreContainer 364362857
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001]
   [junit4]   2> 20841 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/lib
   [junit4]   2> 20841 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57012/solr
   [junit4]   2> 20860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 20860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20861 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20865 INFO  (zkCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@efcb13b name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20879 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31a962fb name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 20903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 20915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 20922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 20930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 20945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 20950 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 20956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 20960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 20961 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46702_
   [junit4]   2> 20965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46702_
   [junit4]   2> 20975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 20978 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 20982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 20984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95386398933712902-127.0.0.1:46702_-n_0000000000
   [junit4]   2> 20989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46702_
   [junit4]   2> 20990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 20992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Overseer (id=95386398933712902-127.0.0.1:46702_-n_0000000000) starting
   [junit4]   2> 21003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 21046 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 21050 INFO  (OverseerCollectionConfigSetProcessor-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 21050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 21058 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 21166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 21166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 21168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 21178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 21178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 21179 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 21179 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 21189 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 21194 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 21201 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 21204 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 21215 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 21221 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22195 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 22195 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 22196 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 22196 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1'
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 22201 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 22214 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 22219 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 22246 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 22259 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 22424 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 22441 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 22442 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 22480 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 22484 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 22487 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 22491 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 22497 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/]
   [junit4]   2> 22497 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7633bc35
   [junit4]   2> 22506 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data
   [junit4]   2> 22506 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index/
   [junit4]   2> 22506 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 22507 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index
   [junit4]   2> 22508 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=90.91015625, floorSegmentMB=0.8583984375, forceMergeDeletesPctAllowed=13.163093030912039, segmentsPerTier=5.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 22520 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50962eab),segFN=segments_1,generation=1}
   [junit4]   2> 22520 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 22528 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/
   [junit4]   2> 22528 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 22529 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22546 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22546 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 22546 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 22549 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22554 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22558 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22561 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22576 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 22577 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 22582 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22582 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22584 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 22584 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 22586 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=9.677734375, floorSegmentMB=1.166015625, forceMergeDeletesPctAllowed=16.086761724317427, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50962eab),segFN=segments_1,generation=1}
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@387abaad[collection1] main]
   [junit4]   2> 22595 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 22598 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 22598 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 22602 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 22602 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22604 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 22604 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 22615 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@387abaad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526182387033047040
   [junit4]   2> 22617 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1526182387033047040
   [junit4]   2> 22619 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 22621 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 22622 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46702 collection:control_collection shard:shard1
   [junit4]   2> 22635 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 22647 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95386398933712902-core_node1-n_0000000000
   [junit4]   2> 22648 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 22653 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46702/collection1/
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46702/collection1/ has no replicas
   [junit4]   2> 22680 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 22689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22693 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 22700 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22720 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f0d7b10 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 22727 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46702/collection1/ shard1
   [junit4]   2> 22727 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 22729 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 22729 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22732 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22779 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46702/collection1/ and leader is http://127.0.0.1:46702/collection1/
   [junit4]   2> 22779 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46702
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 22783 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 22784 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 22846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores/collection1
   [junit4]   2> 22851 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001
   [junit4]   2> 22852 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 22857 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66fbd515{/,null,AVAILABLE}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@66cfc1d{HTTP/1.1}{127.0.0.1:56763}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server Started @26541ms
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56763, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001'
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22863 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5af66e07 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 22872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/solr.xml
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer New CoreContainer 637151620
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001]
   [junit4]   2> 22880 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/lib
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57012/solr
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22883 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22888 INFO  (zkCallback-38-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@30a895e9 name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22888 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22890 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22890 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22902 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e8d9527 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22902 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 23920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56763_
   [junit4]   2> 23921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56763_
   [junit4]   2> 23923 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23923 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23924 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23925 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 23925 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95386398933712906-127.0.0.1:56763_-n_0000000001
   [junit4]   2> 23928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95386398933712902-127.0.0.1:46702_-n_0000000000 to know if I could be the leader
   [junit4]   2> 23951 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 23953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 23954 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores
   [junit4]   2> 23955 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 23956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores/collection1
   [junit4]   2> 23956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 23982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 23982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 23982 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 23982 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 23989 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56763",
   [junit4]   2>   "node_name":"127.0.0.1:56763_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56763",
   [junit4]   2>   "node_name":"127.0.0.1:56763_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 23993 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 24102 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 24102 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 24103 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 25000 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 25000 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 25001 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 25001 INF

[...truncated too long message...]

eHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1247988 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5debacd6),segFN=segments_i,generation=18}
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5debacd6),segFN=segments_j,generation=19}
   [junit4]   2> 1247988 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 19
   [junit4]   2> 1247990 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@657a605[collection1] main]
   [junit4]   2> 1247990 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1247993 INFO  (searcherExecutor-3750-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@657a605[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.0.0):c2) Uninverting(_b(6.0.0):c1)))}
   [junit4]   2> 1247993 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 16
   [junit4]   2> 1247994 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:ZZZ&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1247994 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteRollback
   [junit4]   2> 1247995 INFO  (SUITE-DirectUpdateHandlerTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1247995 INFO  (SUITE-DirectUpdateHandlerTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=917979863
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@76dafe34
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=1,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1247996 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1248006 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001;done=false>>]
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, sim=ClassicSimilarity, locale=en-ZA, timezone=America/Cayenne
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=189273048,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, AnalyticsMergeStrategyTest, DocValuesMissingTest, TestDynamicLoading, SpatialHeatmapFacetsTest, BaseCdcrDistributedZkTest, LeaderElectionTest, TestFuzzyAnalyzedSuggestions, TestConfigSetsAPIExclusivity, TestJsonFacets, FullHLLTest, BadCopyFieldTest, TestDistribDocBasedVersion, TestStressRecovery, SampleTest, DocValuesMultiTest, TestFieldCollectionResource, TestTolerantSearch, TestSha256AuthenticationProvider, PreAnalyzedUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, StressHdfsTest, XmlUpdateRequestHandlerTest, MergeStrategyTest, TestDistributedMissingSort, SliceStateTest, ClusterStateTest, TestSmileRequest, NoCacheHeaderTest, DistributedQueueTest, DistribCursorPagingTest, LukeRequestHandlerTest, TestJettySolrRunner, FieldMutatingUpdateProcessorTest, DeleteReplicaTest, TestWriterPerf, TestDistributedStatsComponentCardinality, PluginInfoTest, CleanupOldIndexTest, TestSchemaResource, TestLRUStatsCache, SegmentsInfoRequestHandlerTest, TestChildDocTransformer, TestSolrConfigHandlerConcurrent, StatsComponentTest, SearchHandlerTest, DistanceUnitsTest, SharedFSAutoReplicaFailoverUtilsTest, TestFilteredDocIdSet, TestManagedSchemaFieldTypeResource, CircularListTest, TestFreeTextSuggestions, ZkStateWriterTest, CdcrUpdateLogTest, HdfsChaosMonkeyNothingIsSafeTest, TestAnalyzeInfixSuggestions, TestExceedMaxTermLength, CoreMergeIndexesAdminHandlerTest, SolrCoreCheckLockOnStartupTest, TermVectorComponentDistributedTest, TestRequestForwarding, TestReloadDeadlock, TestBulkSchemaAPI, HdfsNNFailoverTest, SuggesterWFSTTest, TestSearchPerf, BinaryUpdateRequestHandlerTest, HardAutoCommitTest, TestInitParams, RecoveryZkTest, RegexBoostProcessorTest, TestManagedResource, DistributedFacetPivotSmallTest, TestReload, DistributedFacetPivotLargeTest, TestSuggestSpellingConverter, DebugComponentTest, BasicDistributedZk2Test, SmileWriterTest, TestTrackingShardHandlerFactory, TestSort, TestJmxMonitoredMap, ScriptEngineTest, LeaderInitiatedRecoveryOnShardRestartTest, DirectUpdateHandlerTest]
   [junit4] Completed [176/579 (2!)] on J2 in 14.31s, 7 tests, 1 failure <<< FAILURES!

[...truncated 1326 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 1 failure, 34 ignored (18 assumptions) [seed: 59CB1503372ACE0]

Total time: 216 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 933 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/933/

1 tests failed.
FAILED:  org.apache.solr.core.TestNRTOpen.testSharedCores

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([17BA8CD3A3784B2C:F1B9C69C2B8E6623]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNRTOpen.testSharedCores(TestNRTOpen.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12333 lines...]
   [junit4] Suite: org.apache.solr.core.TestNRTOpen
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256782 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256785 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256790 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256792 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 4256794 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256794 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr'
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 1118331258
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr]
   [junit4]   2> 4256795 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4256800 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-basic.xml, transient=false, schema=schema-minimal.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001, shard=shard1}
   [junit4]   2> 4256800 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256800 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256818 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256821 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256837 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256839 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4256841 WARN  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4256844 WARN  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=87.560546875, floorSegmentMB=1.8818359375, forceMergeDeletesPctAllowed=3.8721827371796147, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4256850 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 4256850 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4256850 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4256852 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4256853 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256854 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256855 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256855 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=93.4384765625, floorSegmentMB=0.2666015625, forceMergeDeletesPctAllowed=28.274968396202297, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6197897538164046
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64dfa212[collection1] main]
   [junit4]   2> 4256858 WARN  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4256859 INFO  (searcherExecutor-10489-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64dfa212[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4256860 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4256861 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4256862 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4256885 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 4256885 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 4256888 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5528d6b7[collection1] main]
   [junit4]   2> 4256888 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4256888 INFO  (searcherExecutor-10489-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5528d6b7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C1)))}
   [junit4]   2> 4256889 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 26
   [junit4]   2> 4256889 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4256890 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1118331258
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a93b48f
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001;done=false>>]
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256913 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256916 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256921 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256924 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 4256926 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr'
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 417266533
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr]
   [junit4]   2> 4256927 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4256928 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-basic.xml, transient=false, schema=schema-minimal.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001, shard=shard1}
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256947 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256949 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256955 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256957 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4256959 WARN  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4256962 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256962 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4256962 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4256964 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4256966 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256967 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256967 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256968 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256969 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4256969 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=87.560546875, floorSegmentMB=1.8818359375, forceMergeDeletesPctAllowed=3.8721827371796147, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4256972 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 4256972 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 4256973 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5717cf1[collection1] main]
   [junit4]   2> 4256973 WARN  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4256974 INFO  (searcherExecutor-10500-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5717cf1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C1)))}
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4256975 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReaderIsNRT
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4256981 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4256981 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257005 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 4257005 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 4257007 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fac066c[collection1] main]
   [junit4]   2> 4257007 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257007 INFO  (searcherExecutor-10500-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fac066c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257008 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4257032 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4257034 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4257039 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4257042 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4257044 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4257047 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4257047 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4257049 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4257050 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257051 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257052 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257053 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57db4002[collection1] main]
   [junit4]   2> 4257055 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4257056 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57db4002[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=843648399, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 4257057 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 4257057 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 4257058 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6efcf01a[collection1] main]
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 4257059 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6efcf01a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@794954c9
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 4257060 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257061 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257061 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dcde1f7[collection1] main]
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257064 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6dcde1f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 4257065 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257065 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257097 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_4,generation=4}
   [junit4]   2> 4257097 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 4257098 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2be2a8b4[collection1] main]
   [junit4]   2> 4257099 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257099 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2be2a8b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1)))}
   [junit4]   2> 4257099 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 33
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4257123 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4257126 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4257141 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4257144 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4257146 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4257149 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4257149 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4257150 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4257151 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4257153 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257154 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257155 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257155 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257160 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a771af4[collection1] main]
   [junit4]   2> 4257160 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4257161 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a771af4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1) Uninverting(_4(6.0.0):C1)))}
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 4257185 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_4,generation=4}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 4257185 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 4257186 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@61fc5e8c
   [junit4]   2> 4257188 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 4257188 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 4257190 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4257192 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e9f4d18[collection1] main]
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@742591c9
   [junit4]   2> 4257193 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e9f4d18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1) Uninverting(_4(6.0.0):C1)))}
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257194 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testReaderIsNRT
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSharedCores
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4257199 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257199 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257218 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_6,generation=6}
   [junit4]   2> 4257218 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 6
   [junit4]   2> 4257220 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56308a49[collection1] main]
   [junit4]   2> 4257220 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257220 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@56308a49[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1)))}
   [junit4]   2> 4257222 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 23
   [junit4]   2> 4257223 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257223 WARN  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 4257223 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 0
   [junit4]   2> 4257225 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257225 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23781e18[collection1] main]
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257245 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23781e18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1) Uninverting(_6(6.0.0):C1)))}
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 20
   [junit4]   2> 4257246 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257247 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257247 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257271 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_6,generation=6}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_7,generation=7}
   [junit4]   2> 4257271 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 7
   [junit4]   2> 4257273 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46ca4365[collection1] main]
   [junit4]   2> 4257273 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257273 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46ca4365[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(6.0.0):c2) Uninverting(_c(6.0.0):C2)))}
   [junit4]   2> 4257275 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 4257275 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSharedCores
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTOpen -Dtests.method=testSharedCores -Dtests.seed=17BA8CD3A3784B2C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=cs-CZ -Dtests.timezone=Pacific/Johnston -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.08s J2 | TestNRTOpen.testSharedCores <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([17BA8CD3A3784B2C:F1B9C69C2B8E6623]:0)
   [junit4]    > 	at org.apache.solr.core.TestNRTOpen.testSharedCores(TestNRTOpen.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4257278 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4257278 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=417266533
   [junit4]   2> 4257278 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14577e38
   [junit4]   2> 4257278 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001;done=false>>]
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4257280 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 4257280 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=cs-CZ, timezone=Pacific/Johnston
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=317932240,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [BaseCdcrDistributedZkTest, TestTrackingShardHandlerFactory, TestSolrJ, TestChildDocTransformer, TestSolrCloudWithKerberosAlt, CdcrUpdateLogTest, ZkStateWriterTest, TestAnalyzeInfixSuggestions, TestReloadDeadlock, TestStressReorder, TestCollationField, CollectionStateFormat2Test, TestDynamicLoading, TestFieldTypeResource, DirectSolrConnectionTest, TestLRUStatsCache, TestSmileRequest, TestPerFieldSimilarityWithDefaultOverride, TestExceedMaxTermLength, LeaderElectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestCoreDiscovery, DistributedFacetPivotLargeTest, StressHdfsTest, TestDistribIDF, TestDFISimilarityFactory, TestDistributedMissingSort, NoCacheHeaderTest, TestDistribDocBasedVersion, TestFieldCollectionResource, UnloadDistributedZkTest, TestSolrIndexConfig, SliceStateTest, CoreAdminHandlerTest, TestInitParams, TestCSVResponseWriter, SolrXmlInZkTest, DistributedFacetPivotSmallTest, CleanupOldIndexTest, TestReload, TestZkChroot, TestSort, TestSha256AuthenticationProvider, TestSerializedLuceneMatchVersion, HdfsDirectoryFactoryTest, SuggesterTSTTest, TestReversedWildcardFilterFactory, FullSolrCloudDistribCmdsTest, SuggesterTest, HdfsNNFailoverTest, DateMathParserTest, ShowFileRequestHandlerTest, TestRequestForwarding, CircularListTest, DistribCursorPagingTest, TestIndexSearcher, TestSolrQueryParser, BlockJoinFacetRandomTest, RecoveryAfterSoftCommitTest, TestSolrConfigHandlerConcurrent, TestAuthorizationFramework, TestRawTransformer, TestStressUserVersions, TestConfigReload, TestRestoreCore, DocValuesMultiTest, TestRandomRequestDistribution, VMParamsZkACLAndCredentialsProvidersTest, HdfsRestartWhileUpdatingTest, TestJmxIntegration, BadComponentTest, SegmentsInfoRequestHandlerTest, TestShardHandlerFactory, OverseerRolesTest, TestFreeTextSuggestions, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, AutoCommitTest, LukeRequestHandlerTest, TestBulkSchemaAPI, TestLeaderElectionZkExpiry, ClusterStateTest, QueryParsingTest, RegexBoostProcessorTest, TestManagedSchemaFieldTypeResource, MergeStrategyTest, TestMiniSolrCloudClusterBase, SampleTest, HdfsChaosMonkeyNothingIsSafeTest, BigEndianAscendingWordSerializerTest, TestScoreJoinQPNoScore, CoreMergeIndexesAdminHandlerTest, CurrencyFieldXmlFileTest, TestSchemaManager, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestRecovery, TermVectorComponentDistributedTest, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, AssignTest, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteShardTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, HdfsBasicDistributedZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, RuleEngineTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetImmutable, TestImplicitCoreProperties, TestNRTOpen]
   [junit4] Completed [465/579 (1!)] on J2 in 0.54s, 2 tests, 1 failure <<< FAILURES!

[...truncated 376 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 failure, 34 ignored (18 assumptions) [seed: 17BA8CD3A3784B2C]

Total time: 225 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 932 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/932/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:57684/awholynewcollection_0: non ok status: 500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57684/awholynewcollection_0: non ok status: 500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:512)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForNon403or404or503(AbstractFullDistribZkTestBase.java:1773)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:743)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56414/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56414/collection1
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1524)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:185)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 53 more




Build Log:
[...truncated 11490 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/init-core-data-001
   [junit4]   2> 1410896 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1410897 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1410956 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1410967 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1410968 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1410990 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50023_hdfs____ek1uow/webapp
   [junit4]   2> 1411102 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1411403 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50023
   [junit4]   2> 1411520 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1411522 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1411545 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47213_datanode____.j0mcrs/webapp
   [junit4]   2> 1411651 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1411901 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47213
   [junit4]   2> 1411978 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1411979 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1411999 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40837_datanode____bhh8qv/webapp
   [junit4]   2> 1412065 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-346b379d-17b0-4452-aeb3-68ef63929d49 node DatanodeRegistration(127.0.0.1, datanodeUuid=8b5936de-0133-4a71-89e5-cbb6f69d7495, infoPort=47213, ipcPort=48979, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1412066 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-363382e5-6143-484e-bc3b-82b9eae8d958 node DatanodeRegistration(127.0.0.1, datanodeUuid=8b5936de-0133-4a71-89e5-cbb6f69d7495, infoPort=47213, ipcPort=48979, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1412127 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1412422 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40837
   [junit4]   2> 1412527 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8 node DatanodeRegistration(127.0.0.1, datanodeUuid=67d5a7b5-a5bf-472a-baa4-53598869ca3b, infoPort=40837, ipcPort=46223, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1412528 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-b5e0e570-0dbc-4e24-bf36-95d9d879d283 node DatanodeRegistration(127.0.0.1, datanodeUuid=67d5a7b5-a5bf-472a-baa4-53598869ca3b, infoPort=40837, ipcPort=46223, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1412643 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1412644 INFO  (Thread-7417) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1412644 INFO  (Thread-7417) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1412744 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer start zk server on port:59259
   [junit4]   2> 1412744 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412745 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412748 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5640972d name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1412752 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412753 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412754 INFO  (zkCallback-1754-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2210a76b name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1412757 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1412758 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1412760 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1412761 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1412761 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1412764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1412764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1412767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1412767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1412769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1412769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1412771 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1412771 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1412774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1412774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1412776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1412776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1412778 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1412778 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1412780 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1412780 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1412782 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1412783 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1412785 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1412785 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1412877 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1
   [junit4]   2> 1412878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1412880 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@761d57bf{/,null,AVAILABLE}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65824c91{HTTP/1.1}{127.0.0.1:39573}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server Started @1416687ms
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48674/hdfs__localhost_48674__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001_tempDir-002_control_data, hostContext=/, hostPort=39573, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001'
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1412882 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412885 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412887 INFO  (zkCallback-1755-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679b79f1 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412889 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1412889 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/solr.xml
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1850298749
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001]
   [junit4]   2> 1412898 WARN  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/lib
   [junit4]   2> 1412899 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1412901 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59259/solr
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1412903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412905 INFO  (zkCallback-1758-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@162bb55f name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412908 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412910 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@186a5993 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412910 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412911 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1412913 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1412918 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1412920 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1412922 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1412924 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1412927 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1412928 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1412930 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1412931 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39573_
   [junit4]   2> 1412932 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39573_
   [junit4]   2> 1412933 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1412934 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95375573712044036-127.0.0.1:39573_-n_0000000000
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39573_
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1412939 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Overseer (id=95375573712044036-127.0.0.1:39573_-n_0000000000) starting
   [junit4]   2> 1412942 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1412953 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1412954 INFO  (OverseerCollectionConfigSetProcessor-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1412954 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1412954 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1412983 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1412983 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1
   [junit4]   2> 1412985 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1412997 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1412997 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1413004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1413004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1413005 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1413006 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1413006 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1413007 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1413008 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1413012 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1414009 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1414009 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1'
   [junit4]   2> 1414011 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1414011 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1414012 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1414017 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1414021 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1414029 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1414034 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1414147 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1414156 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1414157 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1414166 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1414168 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1414171 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1414172 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1414173 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48674/solr_hdfs_home
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1], dataDir=[hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c39c97f
   [junit4]   2> 1414175 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1414189 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1414191 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 1414201 WARN  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1414201 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.39640577603446314]
   [junit4]   2> 1414252 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59640 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-363382e5-6143-484e-bc3b-82b9eae8d958:NORMAL:127.0.0.1:44180|RBW], ReplicaUnderConstruction[[DISK]DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8:NORMAL:127.0.0.1:59640|FINALIZED]]} size 0
   [junit4]   2> 1414254 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44180 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-363382e5-6143-484e-bc3b-82b9eae8d958:NORMAL:127.0.0.1:44180|RBW], ReplicaUnderConstruction[[DISK]DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8:NORMAL:127.0.0.1:59640|FINALIZED]]} size 0
   [junit4]   2> 1414258 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49b782c); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1414258 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1414261 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1414265 WARN  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1414267 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414269 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414270 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414270 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414276 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1414276 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1414284 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1414284 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 1415216 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1415216 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1415217 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5416472763955665]
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49b782c); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d1e0458[collection1] main]
   [junit4]   2> 1415226 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1415229 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1415229 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1415230 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1415233 INFO  (searcherExecutor-3214-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d1e0458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526009182105370624
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526009182105370624
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1415234 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1415236 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:39573 collection:control_collection shard:shard1
   [junit4]   2> 1415237 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1415242 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95375573712044036-core_node1-n_0000000000
   [junit4]   2> 1415243 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39573/collection1/
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39573/collection1/ has no replicas
   [junit4]   2> 1415246 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1415247 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1415247 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415252 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1415254 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39573/collection1/ shard1
   [junit4]   2> 1415255 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 1415358 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:39573/collection1/ and leader is http://127.0.0.1:39573/collection1/
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39573
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1415408 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1415408 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1415510 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415699 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415700 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415701 INFO  (zkCallback-1761-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@178d79f5 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1415706 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1415803 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores/collection1
   [junit4]   2> 1415804 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001
   [junit4]   2> 1415805 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1415816 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e111f50{/,null,AVAILABLE}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19f346f7{HTTP/1.1}{127.0.0.1:58837}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server Started @1419623ms
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48674/hdfs__localhost_48674__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=58837, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001'
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1415818 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415819 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415821 INFO  (zkCallback-1762-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@103c09ba name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415821 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415822 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1415824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/solr.xml
   [junit4]   2> 1415829 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer New CoreContainer 856177768
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001]
   [junit4]   2> 1415830 WARN  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/lib
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1415831 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59259/solr
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415833 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415834 INFO  (zkCallback-1765-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e45017d name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415834 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415834 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415837 INFO  (zkCallback-1766-thread-1-processing-n:127.0.0.1:58837_) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1537a99a name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415837 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1889863 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data/index
   [junit4]   2> 1889870 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1889870 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data
   [junit4]   2> 1889884 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@728c3408{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 1889884 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a33b8ec{/,null,UNAVAILABLE}
   [junit4]   2> 1889886 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42751 42751
   [junit4]   2> 1890066 INFO  (Thread-35445) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42751 42751
   [junit4]   2> 1890066 WARN  (Thread-35445) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/95375601725407237-127.0.0.1:55177_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	7	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=4FAA39F1B10B8ADB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 50.0s J2 | SyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:153)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1890069 INFO  (SUITE-SyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001
   [junit4]   2> Feb 12, 2016 10:30:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=Asserting), intDefault=Lucene50(blocksize=128), a_i1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=MockRandom), _version_=Lucene50(blocksize=128), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=Asserting), text=BlockTreeOrds(blocksize=128), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-MA, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=41823464,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestBlobHandler, CircularListTest, DateMathParserTest, TestMacros, SampleTest, BaseCdcrDistributedZkTest, FullSolrCloudDistribCmdsTest, FieldMutatingUpdateProcessorTest, TestRawResponseWriter, RulesTest, TestRandomCollapseQParserPlugin, TestJettySolrRunner, TestSolrDeletionPolicy1, TestSweetSpotSimilarityFactory, OverseerRolesTest, TestSortingResponseWriter, HdfsWriteToMultipleCollectionsTest, TestMiniSolrCloudClusterBase, TestPostingsSolrHighlighter, TestPivotHelperCode, QueryParsingTest, HLLUtilTest, RecoveryAfterSoftCommitTest, TestPerFieldSimilarity, SolrCoreCheckLockOnStartupTest, CollectionStateFormat2Test, RestartWhileUpdatingTest, TestManagedSynonymFilterFactory, TestRestManager, TestNoOpRegenerator, DirectUpdateHandlerOptimizeTest, CleanupOldIndexTest, SliceStateTest, TestConfigSets, TestCharFilters, HighlighterMaxOffsetTest, TestInitQParser, TestDistributedMissingSort, RequestHandlersTest, TestCSVResponseWriter, TestSolrQueryParserResource, BlockCacheTest, AnalysisErrorHandlingTest, DeleteReplicaTest, CursorMarkTest, TestStressReorder, TestDocBasedVersionConstraints, TestLeaderElectionZkExpiry, UUIDUpdateProcessorFallbackTest, TestRequestForwarding, AutoCommitTest, HardAutoCommitTest, TestTolerantSearch, TestSolrCloudWithKerberosAlt, TestSchemaVersionResource, TestInfoStreamLogging, TestSolrJ, PrimitiveFieldTypeTest, StatelessScriptUpdateProcessorFactoryTest, TestIndexSearcher, LeaderElectionTest, SolrXmlInZkTest, TestDynamicFieldResource, SearchHandlerTest, RecoveryZkTest, TestRecoveryHdfs, BigEndianAscendingWordDeserializerTest, TestXIncludeConfig, HdfsBasicDistributedZk2Test, TestStandardQParsers, TestCloudManagedSchemaConcurrent, TestSolrIndexConfig, SecurityConfHandlerTest, TestReload, TestReversedWildcardFilterFactory, AssignTest, SpatialRPTFieldTypeTest, VersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsSyncSliceTest, DebugComponentTest, TestStressRecovery, TestDefaultStatsCache, TestDistribDocBasedVersion, TestUseDocValuesAsStored2, SuggesterWFSTTest, XmlUpdateRequestHandlerTest, CoreAdminHandlerTest, TestOrdValues, TestRecovery, TestFieldSortValues, GraphQueryTest, CloneFieldUpdateProcessorFactoryTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest]
   [junit4] Completed [255/577 (3!)] on J2 in 50.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 1039 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2325 tests, 2 errors, 1 failure, 34 ignored (18 assumptions) [seed: 4FAA39F1B10B8ADB]

Total time: 206 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 931 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/931/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}, {indexVersion=1455206967924,generation=3,filelist=[_hdm.fdt, _hdm.fdx, _hdm.fnm, _hdm.nvd, _hdm.nvm, _hdm.si, _hdm_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, _hew.cfe, _hew.cfs, _hew.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1455206967924,generation=2,filelist=[_hak.fdt, _hak.fdx, _hak.fnm, _hak.nvd, _hak.nvm, _hak.si, _hak_Memory_0.ram, _hch.fdt, _hch.fdx, _hch.fnm, _hch.nvd, _hch.nvm, _hch.si, _hch_Memory_0.ram, _hcq.fdt, _hcq.fdx, _hcq.fnm, _hcq.nvd, _hcq.nvm, _hcq.si, _hcq_Memory_0.ram, _hcs.cfe, _hcs.cfs, _hcs.si, _hct.fdt, _hct.fdx, _hct.fnm, _hct.nvd, _hct.nvm, _hct.si, _hct_Memory_0.ram, _hcw.fdt, _hcw.fdx, _hcw.fnm, _hcw.nvd, _hcw.nvm, _hcw.si, _hcw_Memory_0.ram, _hcz.fdt, _hcz.fdx, _hcz.fnm, _hcz.nvd, _hcz.nvm, _hcz.si, _hcz_Memory_0.ram, _hd0.fdt, _hd0.fdx, _hd0.fnm, _hd0.nvd, _hd0.nvm, _hd0.si, _hd0_Memory_0.ram, _hd1.cfe, _hd1.cfs, _hd1.si, _hd2.fdt, _hd2.fdx, _hd2.fnm, _hd2.nvd, _hd2.nvm, _hd2.si, _hd2_Memory_0.ram, _hd3.fdt, _hd3.fdx, _hd3.fnm, _hd3.nvd, _hd3.nvm, _hd3.si, _hd3_Memory_0.ram, _hd5.fdt, _hd5.fdx, _hd5.fnm, _hd5.nvd, _hd5.nvm, _hd5.si, _hd5_Memory_0.ram, _hd7.fdt, _hd7.fdx, _hd7.fnm, _hd7.nvd, _hd7.nvm, _hd7.si, _hd7_Memory_0.ram, _hd8.fdt, _hd8.fdx, _hd8.fnm, _hd8.nvd, _hd8.nvm, _hd8.si, _hd8_Memory_0.ram, _hd9.cfe, _hd9.cfs, _hd9.si, _hdb.fdt, _hdb.fdx, _hdb.fnm, _hdb.nvd, _hdb.nvm, _hdb.si, _hdb_Memory_0.ram, _hdc.fdt, _hdc.fdx, _hdc.fnm, _hdc.nvd, _hdc.nvm, _hdc.si, _hdc_Memory_0.ram, _hdf.fdt, _hdf.fdx, _hdf.fnm, _hdf.nvd, _hdf.nvm, _hdf.si, _hdf_Memory_0.ram, _hdg.fdt, _hdg.fdx, _hdg.fnm, _hdg.nvd, _hdg.nvm, _hdg.si, _hdg_Memory_0.ram, _hdh.fdt, _hdh.fdx, _hdh.fnm, _hdh.nvd, _hdh.nvm, _hdh.si, _hdh_Memory_0.ram, _hdi.fdt, _hdi.fdx, _hdi.fnm, _hdi.nvd, _hdi.nvm, _hdi.si, _hdi_Memory_0.ram, _hdj.fdt, _hdj.fdx, _hdj.fnm, _hdj.nvd, _hdj.nvm, _hdj.si, _hdj_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _hep.fdt, _hep.fdx, _hep.fnm, _hep.nvd, _hep.nvm, _hep.si, _hep_Memory_0.ram, _heq.cfe, _heq.cfs, _heq.si, _her.fdt, _her.fdx, _her.fnm, _her.nvd, _her.nvm, _her.si, _her_Memory_0.ram, _hes.fdt, _hes.fdx, _hes.fnm, _hes.nvd, _hes.nvm, _hes.si, _hes_Memory_0.ram, _het.fdt, _het.fdx, _het.fnm, _het.nvd, _het.nvm, _het.si, _het_Memory_0.ram, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, segments_2]}, {indexVersion=1455206967924,generation=3,filelist=[_hdm.fdt, _hdm.fdx, _hdm.fnm, _hdm.nvd, _hdm.nvm, _hdm.si, _hdm_Memory_0.ram, _hek.cfe, _hek.cfs, _hek.si, _heu.fdt, _heu.fdx, _heu.fnm, _heu.nvd, _heu.nvm, _heu.si, _heu_Memory_0.ram, _hev.fdt, _hev.fdx, _hev.fnm, _hev.nvd, _hev.nvm, _hev.si, _hev_Memory_0.ram, _hew.cfe, _hew.cfs, _hew.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([949607EE2A9CF603:B1411CDE5AD4F800]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12013 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/init-core-data-001
   [junit4]   2> 1936073 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartup
   [junit4]   2> 1936074 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1
   [junit4]   2> 1936078 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1936080 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d85ccf1{/solr,null,AVAILABLE}
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Started ServerConnector@41e88e3f{HTTP/1.1}{127.0.0.1:48059}
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server Started @1939025ms
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=48059}
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001'
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936082 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936083 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/solr.xml
   [junit4]   2> 1936088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1936088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer New CoreContainer 1204871434
   [junit4]   2> 1936088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001]
   [junit4]   2> 1936088 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib
   [junit4]   2> 1936089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1936090 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1936091 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1936092 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1936096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1936096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1936096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1936097 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1936097 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936097 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1936097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1936112 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1936115 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1936122 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1936124 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1936126 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1936128 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1936129 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data
   [junit4]   2> 1936129 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1936129 WARN  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1936130 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1936130 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=807663903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1936133 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936133 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936133 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1936135 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1936136 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936137 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936138 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936140 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1936141 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1936142 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1936142 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3453c486
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ad56ae7[collection1] main]
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1936143 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1936144 INFO  (coreLoadExecutor-8523-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1936144 INFO  (searcherExecutor-8524-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ad56ae7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1936599 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1
   [junit4]   2> 1936612 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bdd0a13{/solr,null,AVAILABLE}
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Started ServerConnector@62f1a515{HTTP/1.1}{127.0.0.1:42535}
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server Started @1939587ms
   [junit4]   2> 1936644 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=42535}
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002'
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936646 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/solr.xml
   [junit4]   2> 1936652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/.
   [junit4]   2> 1936652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer New CoreContainer 79866030
   [junit4]   2> 1936652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002]
   [junit4]   2> 1936653 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/lib
   [junit4]   2> 1936653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1936654 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1936655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1936656 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/.
   [junit4]   2> 1936657 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1936657 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1
   [junit4]   2> 1936657 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1936658 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1'
   [junit4]   2> 1936658 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1936658 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1936665 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1936665 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1936666 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1936670 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1936679 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1936694 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1936703 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1936705 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1'
   [junit4]   2> 1936705 INFO  (coreLoadExecutor-8533-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1
   [junit4]   2> 1936709 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data
   [junit4]   2> 1936710 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1936710 WARN  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1936712 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1936714 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=807663903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1936735 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936735 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936736 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1936737 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1936738 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936739 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936740 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936740 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1936742 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1936742 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1936742 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1936743 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1936743 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1936743 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@37cdfc99
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cbd3685[collection1] main]
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/conf
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1936744 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/collection1/conf
   [junit4]   2> 1936745 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1936765 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1936765 INFO  (coreLoadExecutor-8533-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1936765 INFO  (searcherExecutor-8534-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cbd3685[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1936778 INFO  (qtp757788540-16260) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1937169 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@62f1a515{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1937169 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=79866030
   [junit4]   2> 1937170 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7488b0cb
   [junit4]   2> 1937170 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1937170 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1937171 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1937171 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 1937173 INFO  (coreCloseExecutor-8539-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-002/./collection1/data
   [junit4]   2> 1937174 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bdd0a13{/solr,null,UNAVAILABLE}
   [junit4]   2> 1937176 INFO  (qtp757788540-16262) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1937176 INFO  (qtp757788540-16262) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1937178 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1937179 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_2,generation=2}
   [junit4]   2> 1937181 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1937182 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@466c11ef[collection1] main]
   [junit4]   2> 1937182 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1937182 INFO  (searcherExecutor-8524-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@466c11ef[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1937182 INFO  (qtp757788540-16265) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
   [junit4]   2> 1937189 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@41e88e3f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1937189 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1204871434
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d08f129
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1937191 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 1937194 INFO  (coreCloseExecutor-8540-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1937198 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d85ccf1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1937208 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1937211 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75eb6e59{/solr,null,AVAILABLE}
   [junit4]   2> 1937219 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3415aa85{HTTP/1.1}{127.0.0.1:51211}
   [junit4]   2> 1937219 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.e.j.s.Server Started @1940162ms
   [junit4]   2> 1937219 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=51211}
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001'
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1937220 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/solr.xml
   [junit4]   2> 1937225 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1937225 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer New CoreContainer 1516866015
   [junit4]   2> 1937225 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001]
   [junit4]   2> 1937225 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/lib
   [junit4]   2> 1937226 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1937227 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1937228 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/.
   [junit4]   2> 1937229 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1937229 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1937229 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1937230 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1937230 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1937230 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1937230 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1937230 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[949607EE2A9CF603]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1937236 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1937254 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1937266 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1937268 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1937273 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1937275 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1'
   [junit4]   2> 1937275 INFO  (coreLoadExecutor-8546-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1
   [junit4]   2> 1937275 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data
   [junit4]   2> 1937276 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1937277 WARN  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1937277 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1937278 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=807663903, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1937280 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1937280 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1937281 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1937282 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1937284 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937285 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937286 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937287 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1937288 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1937289 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1937289 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1937290 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1937290 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1937290 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@74e401d8
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f2a55f1),segFN=segments_1,generation=1}
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c8bea1b[collection1] main]
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1937292 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-001/collection1/conf
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1937293 INFO  (searcherExecutor-8547-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c8bea1b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1937293 INFO  (coreLoadExecutor-8546-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1937734 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1937736 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1937738 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1937740 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1937741 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1937744 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1937745 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1937747 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1937749 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1937751 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1937759 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 6
   [junit4]   2> 1937761 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1937763 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1937765 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1937766 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1937768 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1937771 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1937772 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1937774 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1937776 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1937778 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1937783 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 2
   [junit4]   2> 1937785 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1937786 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1937793 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1937795 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1937797 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1937798 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1937800 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1937801 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1937803 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1937805 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1937813 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 6
   [junit4]   2> 1937816 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1937818 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1937819 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1937821 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1937823 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1937825 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1937826 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1937828 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1937830 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1937832 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1937837 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 3
   [junit4]   2> 1937841 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 1
   [junit4]   2> 1937844 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1937846 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1937848 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1937850 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1937852 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1937854 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1937856 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1937858 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1937860 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1937865 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 3
   [junit4]   2> 1937867 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1937869 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1937871 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1937873 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1937875 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1937884 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1937886 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1937887 INFO  (qtp1430650231-16306) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1937890 INFO  (qtp1430650231-16307) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1937893 INFO  (qtp1430650231-16305) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1937899 INFO  (qtp1430650231-16301) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 3
   [junit4]   2> 1937902 INFO  (qtp1430650231-16302) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  weba

[...truncated too long message...]

andler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 2709788 INFO  (coreCloseExecutor-9327-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data
   [junit4]   2> 2709788 INFO  (coreCloseExecutor-9327-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data/index;done=false>>]
   [junit4]   2> 2709788 INFO  (coreCloseExecutor-9327-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 2709788 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7498ef19{/solr,null,UNAVAILABLE}
   [junit4]   2> 2709792 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7a9d226f{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2709792 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=324623704
   [junit4]   2> 2709792 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9410dfb
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2709793 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 2709794 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 2709795 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 2709795 INFO  (coreCloseExecutor-9328-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001/solr-instance-028/./collection1/data
   [junit4]   2> 2709795 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[949607EE2A9CF603]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a3bfcf9{/solr,null,UNAVAILABLE}
   [junit4]   2> 2709796 INFO  (SUITE-TestReplicationHandler-seed#[949607EE2A9CF603]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_949607EE2A9CF603-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true), newname=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=ClassicSimilarity, locale=es-GT, timezone=Europe/Sofia
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=137924784,total=530055168
   [junit4]   2> NOTE: All tests run in this JVM: [CloudMLTQParserTest, TestSchemaResource, TestUtils, LeaderInitiatedRecoveryOnShardRestartTest, TestComplexPhraseQParserPlugin, TestDistribDocBasedVersion, ShowFileRequestHandlerTest, DocValuesMultiTest, TestShardHandlerFactory, SolrCoreCheckLockOnStartupTest, SolrXmlInZkTest, WrapperMergePolicyFactoryTest, TestExceedMaxTermLength, DistributedFacetPivotLargeTest, CustomCollectionTest, TestDefaultSearchFieldResource, TestSort, TestUniqueKeyFieldResource, TestBulkSchemaConcurrent, ClusterStateTest, VMParamsZkACLAndCredentialsProvidersTest, TestSolrQueryParser, DateMathParserTest, TestRecovery, SearchHandlerTest, SuggesterTest, TestAnalyzeInfixSuggestions, TestRawTransformer, TestSha256AuthenticationProvider, TestReload, BadComponentTest, TestPHPSerializedResponseWriter, ConcurrentDeleteAndCreateCollectionTest, FullSolrCloudDistribCmdsTest, TestJmxMonitoredMap, TestPerFieldSimilarity, TestLeaderElectionZkExpiry, TestFieldTypeResource, DocValuesMissingTest, DirectUpdateHandlerTest, BasicDistributedZk2Test, TestSolrJ, CdcrRequestHandlerTest, SpatialHeatmapFacetsTest, SmileWriterTest, TestConfigSetsAPIExclusivity, TestSortByMinMaxFunction, HdfsNNFailoverTest, TestElisionMultitermQuery, TestJmxIntegration, FullHLLTest, BadCopyFieldTest, TestRestoreCore, TestReloadDeadlock, CoreMergeIndexesAdminHandlerTest, TestSolrDeletionPolicy1, TestConfigSetImmutable, TestSolrXml, OverseerTest, SliceStateTest, TestJettySolrRunner, RequestHandlersTest, SampleTest, TestSolrCLIRunExample, DistribCursorPagingTest, SimpleFacetsTest, SparseHLLTest, HdfsDirectoryFactoryTest, DebugComponentTest, SharedFSAutoReplicaFailoverUtilsTest, TestCloudSchemaless, TestSmileRequest, CircularListTest, FieldMutatingUpdateProcessorTest, CollectionStateFormat2Test, TestReversedWildcardFilterFactory, TestSearchPerf, StatsComponentTest, TestCoreDiscovery, QueryParsingTest, DirectSolrConnectionTest, TestCSVResponseWriter, MergeStrategyTest, TestDistribIDF, SuggesterWFSTTest, TestRandomRequestDistribution, TestStressUserVersions, TestInitParams, TestStressReorder, TestCollationField, TestCloudPivotFacet, TestSchemaManager, TestGroupingSearch, CurrencyFieldXmlFileTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [381/579 (1!)] on J2 in 773.77s, 13 tests, 1 failure <<< FAILURES!

[...truncated 645 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2327 tests, 1 failure, 34 ignored (18 assumptions) [seed: 949607EE2A9CF603]

Total time: 196 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 930 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/930/

5 tests failed.
FAILED:  org.apache.solr.cloud.AsyncMigrateRouteKeyTest.test

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:50285/q, http://127.0.0.1:33297/q, http://127.0.0.1:33906/q, http://127.0.0.1:55671/q, http://127.0.0.1:33719/q]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:50285/q, http://127.0.0.1:33297/q, http://127.0.0.1:33906/q, http://127.0.0.1:55671/q, http://127.0.0.1:33719/q]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1547)
	at org.apache.solr.cloud.MigrateRouteKeyTest.createCollection(MigrateRouteKeyTest.java:125)
	at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:157)
	at org.apache.solr.cloud.AsyncMigrateRouteKeyTest.test(AsyncMigrateRouteKeyTest.java:44)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33906/q
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 50 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 54 more


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testBufferActions

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:39982, http://127.0.0.1:46397]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:39982, http://127.0.0.1:46397]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:454)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:411)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:401)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:341)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39982: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testCheckpointActions

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:49585, http://127.0.0.1:50006]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:49585, http://127.0.0.1:50006]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:454)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:411)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:401)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:341)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50006: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testLifeCycleActions

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:57724, http://127.0.0.1:51753]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:57724, http://127.0.0.1:51753]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:454)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:411)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createCollection(BaseCdcrDistributedZkTest.java:401)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:341)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51753: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:39919

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:39919
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:375)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:433)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 47 more




Build Log:
[...truncated 11919 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/init-core-data-001
   [junit4]   2> 2135882 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[54BFE17E1E801273]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2135882 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[54BFE17E1E801273]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2135886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2135886 INFO  (Thread-7211) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2135886 INFO  (Thread-7211) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2135986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkTestServer start zk server on port:39157
   [junit4]   2> 2135986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2135987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2135989 INFO  (zkCallback-1567-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4722387f name:ZooKeeperConnection Watcher:127.0.0.1:39157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2135989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2135990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2135990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2135993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2135993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2135994 INFO  (zkCallback-1568-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e1bb7ef name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2135994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2135994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2135994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2135996 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2135998 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2135999 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2136000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2136000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2136002 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2136003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2136005 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136005 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136007 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2136007 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2136008 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2136008 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2136010 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2136010 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2136012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2136012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2136013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2136013 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2136015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136017 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2136017 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2136018 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2136019 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2136021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136022 INFO  (zkCallback-1569-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5da28ab0 name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136024 INFO  (zkCallback-1570-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46dfc58a name:ZooKeeperConnection Watcher:127.0.0.1:39157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2136026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136027 INFO  (zkCallback-1571-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ecece45 name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 2136028 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 2136030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 2136030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 2136032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 2136032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 2136033 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136034 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2136035 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 2136035 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 2136037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 2136037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 2136038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 2136038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 2136040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 2136040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 2136041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136042 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2136043 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 2136043 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 2136045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 2136045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 2136046 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 2136047 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 2136146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1
   [junit4]   2> 2136148 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2136149 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26100656{/,null,AVAILABLE}
   [junit4]   2> 2136158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3b123680{SSL-http/1.1}{127.0.0.1:48960}
   [junit4]   2> 2136158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.e.j.s.Server Started @2139488ms
   [junit4]   2> 2136158 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/tempDir-001/control/data, hostContext=/, hostPort=48960, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores}
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001'
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2136159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2136160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136160 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136163 INFO  (zkCallback-1572-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79d2a86b name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136163 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136164 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2136165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/solr.xml
   [junit4]   2> 2136172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores
   [junit4]   2> 2136172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CoreContainer New CoreContainer 408966089
   [junit4]   2> 2136172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001]
   [junit4]   2> 2136172 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/lib
   [junit4]   2> 2136173 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2136176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39157/solr
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2136178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2136179 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136180 INFO  (zkCallback-1575-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14426223 name:ZooKeeperConnection Watcher:127.0.0.1:39157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2136182 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2136184 INFO  (zkCallback-1576-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53fc6e35 name:ZooKeeperConnection Watcher:127.0.0.1:39157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2136184 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2136185 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2136186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2136189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2136190 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2136191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2136192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2136193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2136194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2136195 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2136196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48960_
   [junit4]   2> 2136196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48960_
   [junit4]   2> 2136198 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2136199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95362142783209479-127.0.0.1:48960_-n_0000000000
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48960_
   [junit4]   2> 2136200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2136201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer Overseer (id=95362142783209479-127.0.0.1:48960_-n_0000000000) starting
   [junit4]   2> 2136203 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2136208 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2136209 INFO  (OverseerCollectionConfigSetProcessor-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2136209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2136209 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2136230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2136230 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2136231 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores
   [junit4]   2> 2136232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2136232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1
   [junit4]   2> 2136232 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2136233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2136233 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[54BFE17E1E801273]) [n:127.0.0.1:48960_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2136234 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2136234 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2136235 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:48960",
   [junit4]   2>   "node_name":"127.0.0.1:48960_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2136236 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2136236 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:48960",
   [junit4]   2>   "node_name":"127.0.0.1:48960_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2136236 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2136237 INFO  (OverseerStateUpdate-95362142783209479-127.0.0.1:48960_-n_0000000000) [n:127.0.0.1:48960_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2136238 INFO  (zkCallback-1576-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2137236 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2137236 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2137237 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2137237 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1'
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2137238 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2137240 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2137245 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2137248 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2137257 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2137262 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2137358 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2137363 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2137364 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2137373 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2137374 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2137376 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2137377 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2137378 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2137378 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2137379 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2137379 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/]
   [junit4]   2> 2137379 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6a5a931a
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2137380 WARN  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/index
   [junit4]   2> 2137380 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7fde46ed
   [junit4]   2> 2137381 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@33054435 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31e0b99f),segFN=segments_1,generation=1}
   [junit4]   2> 2137381 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2137381 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/
   [junit4]   2> 2137381 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_54BFE17E1E801273-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2137384 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2137385 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2137385 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2137385 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2137385 WARN  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2137387 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137387 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137388 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137389 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2137392 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2137393 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2137393 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2137393 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3f8fe3d
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@33054435 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31e0b99f),segFN=segments_1,generation=1}
   [junit4]   2> 2137394 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2137395 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@96d2aa3[collection1] main]
   [junit4]   2> 2137395 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2137396 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2137397 INFO  (searcherExecutor-4555-thread-1-processing-n:127.0.0.1:48960_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@96d2aa3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2137397 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2137398 INFO  (coreLoadExecutor-4554-thread-1-processing-n:127.0.0.1:48960_) [n:127.0.0.1:48960_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525794286115749888
   [junit4]   2> 2137400 INFO  (coreLoad

[...truncated too long message...]

emoryError: GC overhead limit exceededThrowable #9: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19383, name=OverseerThreadFactory-6894-thread-9, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #10: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19386, name=OverseerThreadFactory-6894-thread-12, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #11: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19394, name=OverseerThreadFactory-6895-thread-1, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #12: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19395, name=OverseerThreadFactory-6895-thread-2, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #13: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19397, name=OverseerThreadFactory-6895-thread-4, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #14: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19399, name=OverseerThreadFactory-6895-thread-6, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #15: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19401, name=OverseerThreadFactory-6895-thread-8, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #16: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19402, name=OverseerThreadFactory-6895-thread-9, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #17: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19403, name=OverseerThreadFactory-6895-thread-10, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #18: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=19404, name=OverseerThreadFactory-6895-thread-11, state=RUNNABLE, group=Overseer collection creation process.]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 7345924 INFO  (SUITE-CdcrRequestHandlerTest-seed#[54BFE17E1E801273]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrRequestHandlerTest_54BFE17E1E801273-001
   [junit4]   2> Feb 10, 2016 2:53:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=it, timezone=America/Nipigon
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=288962384,total=497549312
   [junit4]   2> NOTE: All tests run in this JVM: [SampleTest, DeleteReplicaTest, DistributedQueryComponentOptimizationTest, TestSolrJ, TestReversedWildcardFilterFactory, TestSearchPerf, TestTrackingShardHandlerFactory, DistanceUnitsTest, WrapperMergePolicyFactoryTest, NoCacheHeaderTest, TestManagedSchemaFieldTypeResource, TestFuzzyAnalyzedSuggestions, TestDistributedMissingSort, ConcurrentDeleteAndCreateCollectionTest, TestCSVResponseWriter, RestartWhileUpdatingTest, DocExpirationUpdateProcessorFactoryTest, BadComponentTest, OverseerRolesTest, BasicDistributedZk2Test, AutoCommitTest, XmlUpdateRequestHandlerTest, HdfsNNFailoverTest, PluginInfoTest, TestComplexPhraseQParserPlugin, DebugComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestSort, ScriptEngineTest, SuggesterWFSTTest, DistributedFacetPivotSmallTest, TestRandomRequestDistribution, PreAnalyzedUpdateProcessorTest, SaslZkACLProviderTest, SpatialHeatmapFacetsTest, TestLeaderElectionZkExpiry, HdfsRestartWhileUpdatingTest, CachingDirectoryFactoryTest, DocValuesMissingTest, CustomCollectionTest, TestMiniSolrCloudClusterBase, HighlighterConfigTest, TestAnalyzeInfixSuggestions, TestBulkSchemaConcurrent, BadIndexSchemaTest, SimpleFacetsTest, BaseCdcrDistributedZkTest, TestSmileRequest, TestFieldCollectionResource, TestSerializedLuceneMatchVersion, TestDynamicLoading, UpdateParamsTest, OutOfBoxZkACLAndCredentialsProvidersTest, FullHLLTest, TestPerFieldSimilarityWithDefaultOverride, TestIndexingPerformance, LukeRequestHandlerTest, CleanupOldIndexTest, TestConfigSetsAPIExclusivity, TestChildDocTransformer, TestExceedMaxTermLength, TestJmxMonitoredMap, BigEndianAscendingWordSerializerTest, TestMaxScoreQueryParser, SliceStateTest, SearchHandlerTest, TestCloudPivotFacet, TestSolrIndexConfig, PrimitiveFieldTypeTest, HttpPartitionTest, StressHdfsTest, AssignTest, TestInitParams, TestDistribDocBasedVersion, TestManagedResource, BadCopyFieldTest, SolrTestCaseJ4Test, RegexBoostProcessorTest, TestConfigSetImmutable, TestFastWriter, DirectUpdateHandlerOptimizeTest, TestFilteredDocIdSet, TestStressRecovery, TestSortByMinMaxFunction, ClusterStateTest, SharedFSAutoReplicaFailoverUtilsTest, RecoveryZkTest, OverseerTest, HdfsLockFactoryTest, TestPostingsSolrHighlighter, TestCloudSchemaless, CircularListTest, TestStressReorder, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, HardAutoCommitTest, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, TestGroupingSearch, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, CoreAdminHandlerTest, TestStressLucene, TestWordDelimiterFilterFactory, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, JSONWriterTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, CSVRequestHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, TestMergePolicyConfig, MultiTermTest, NumericFieldsTest, MinimalSchemaTest, TestConfig, DirectSolrConnectionTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, TestDocumentBuilder, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, AsyncMigrateRouteKeyTest, CdcrRequestHandlerTest]
   [junit4] Completed [579/579 (3!)] on J2 in 4359.70s, 3 tests, 3 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J2-20160210_125121_987.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid27206.hprof ...
   [junit4] Heap dump file created [656709404 bytes in 6.494 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 14 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2326 tests, 5 errors, 34 ignored (18 assumptions) [seed: 54BFE17E1E801273]

Total time: 340 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 929 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/929/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:39508/t_/f

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39508/t_/f
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:375)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:236)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:164)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:481)
	... 47 more




Build Log:
[...truncated 11708 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/init-core-data-001
   [junit4]   2> 2195856 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C835ACF487FE3D2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 2195857 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C835ACF487FE3D2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_/f
   [junit4]   2> 2195859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2195860 INFO  (Thread-19858) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2195860 INFO  (Thread-19858) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2195960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkTestServer start zk server on port:48615
   [junit4]   2> 2195960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2195960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2195966 INFO  (zkCallback-1591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31c0ae24 name:ZooKeeperConnection Watcher:127.0.0.1:48615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2195967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2195967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2195967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2195970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2195970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2195971 INFO  (zkCallback-1592-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@449c505b name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2195971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2195971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2195971 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2195973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2195974 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2195975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2195976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2195977 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2195979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2195979 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2195981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2195981 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2195982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2195983 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2195984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2195984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2195986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2195986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2195987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2195988 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2195989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2195989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2195991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2195991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2195992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2195993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2195994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2195994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2196086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1
   [junit4]   2> 2196088 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2196089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2110ceef{/t_/f,null,AVAILABLE}
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3ed41fec{HTTP/1.1}{127.0.0.1:51230}
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server Started @2199383ms
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/tempDir-001/control/data, hostContext=/t_/f, hostPort=51230, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores}
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001'
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2196090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2196091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2196091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196092 INFO  (zkCallback-1593-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a5d36e9 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2196092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2196093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2196094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/solr.xml
   [junit4]   2> 2196098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores
   [junit4]   2> 2196098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer New CoreContainer 895949995
   [junit4]   2> 2196098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001]
   [junit4]   2> 2196099 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/lib
   [junit4]   2> 2196099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2196100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48615/solr
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2196101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196102 INFO  (zkCallback-1596-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58f4b67 name:ZooKeeperConnection Watcher:127.0.0.1:48615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2196102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196103 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2196104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2196105 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20dc5e54 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2196105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2196106 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2196108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2196111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2196113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2196115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2196117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2196118 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2196120 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2196121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2196122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51230_t_%2Ff
   [junit4]   2> 2196122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51230_t_%2Ff
   [junit4]   2> 2196124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2196125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2196126 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2196127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000
   [junit4]   2> 2196127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51230_t_%2Ff
   [junit4]   2> 2196127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2196129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer Overseer (id=95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) starting
   [junit4]   2> 2196130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2196136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2196137 INFO  (OverseerCollectionConfigSetProcessor-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2196137 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2196137 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2196152 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2196152 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2196153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores
   [junit4]   2> 2196153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2196153 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1
   [junit4]   2> 2196154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2196154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2196154 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2196155 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2196155 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2196156 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2196156 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2196157 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2196157 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2196157 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2196158 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2197157 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2197157 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2197158 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2197158 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1'
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2197159 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2197161 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2197165 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2197170 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2197179 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2197185 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2197297 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2197302 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2197304 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2197311 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2197313 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2197315 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2197316 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2197317 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2197317 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2197317 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/]
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@231adbce
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data
   [junit4]   2> 2197318 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2197318 WARN  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2197319 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/index
   [junit4]   2> 2197319 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.10513104598787884]
   [junit4]   2> 2197320 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@15a68a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f4f2de2),segFN=segments_1,generation=1}
   [junit4]   2> 2197320 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2197320 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/
   [junit4]   2> 2197320 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2197323 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2197324 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2197324 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2197324 WARN  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2197325 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197326 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197327 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197328 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2197331 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2197332 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2197332 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2197332 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2197333 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2197333 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2197333 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=49, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.30312164634894795]
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@15a68a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f4f2de2),segFN=segments_1,generation=1}
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a87640[collection1] main]
   [junit4]   2> 2197334 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2197335 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2197336 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2197337 INFO  (searcherExecutor-5383-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a87640[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2197337 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525695594385899520
   [junit4]   2> 2197339 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1525695594385899520
   [junit4]   2> 2197339 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2197339 INFO  (coreLoadExecutor-5382-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2197340 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:51230/t_/f collection:control_collection shard:shard1
   [junit4]   2> 2197341 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2197344 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95355974552387588-core_node1-n_0000000000
   [junit4]   2> 2197344 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 2197345 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2197345 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2197345 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51230/t_/f/collection1/
   [junit4]   2> 2197346 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2197346 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2197346 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:51230/t_/f/collection1/ has no replicas
   [junit4]   2> 2197346 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2197348 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 2197350 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51230/t_/f/collection1/ shard1
   [junit4]   2> 2197350 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2197474 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:51230/t_/f/collection1/ and leader is http://127.0.0.1:51230/t_/f/collection1/
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51230/t_/f
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2197503 INFO  (coreZkRegister-5376-thread-1-processing-n:127.0.0.1:51230_t_%2Ff x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51230_t_%2Ff c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2197505 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2197505 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51230/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:51230_t_%2Ff",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2197607 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2197656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2197658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197658 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58883e41 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2197659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2197661 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2197752 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores/collection1
   [junit4]   2> 2197753 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001
   [junit4]   2> 2197754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2197758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67ab18b7{/t_/f,null,AVAILABLE}
   [junit4]   2> 2197758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@20311222{HTTP/1.1}{127.0.0.1:39508}
   [junit4]   2> 2197758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.e.j.s.Server Started @2201052ms
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/t_/f, hostPort=39508, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores}
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001'
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2197759 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2197760 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197761 INFO  (zkCallback-1600-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23cab007 name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197761 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197761 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2197762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2197762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/solr.xml
   [junit4]   2> 2197767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores
   [junit4]   2> 2197767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer New CoreContainer 218176719
   [junit4]   2> 2197767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001]
   [junit4]   2> 2197768 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/lib
   [junit4]   2> 2197768 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2197769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2197769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2197769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48615/solr
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2197770 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197771 INFO  (zkCallback-1603-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b693a6b name:ZooKeeperConnection Watcher:127.0.0.1:48615 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197771 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197772 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2197773 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2197774 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32acf0ba name:ZooKeeperConnection Watcher:127.0.0.1:48615/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2197774 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2197778 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2198783 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39508_t_%2Ff
   [junit4]   2> 2198784 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39508_t_%2Ff
   [junit4]   2> 2198785 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2198785 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2198786 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2198788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2198788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95355974552387592-127.0.0.1:39508_t_%2Ff-n_0000000001
   [junit4]   2> 2198789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000 to know if I could be the leader
   [junit4]   2> 2198799 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2198799 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2198800 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores
   [junit4]   2> 2198801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2198801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores/collection1
   [junit4]   2> 2198801 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2198803 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2198803 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2198803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2198803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[9C835ACF487FE3D2]) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2198804 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2198804 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39508/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:39508_t_%2Ff",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2198805 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39508/t_/f",
   [junit4]   2>   "node_name":"127.0.0.1:39508_t_%2Ff",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2198805 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2198805 INFO  (OverseerStateUpdate-95355974552387588-127.0.0.1:51230_t_%2Ff-n_0000000000) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2198907 INFO  (zkCallback-1597-thread-1-processing-n:127.0.0.1:51230_t_%2Ff) [n:127.0.0.1:51230_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2198907 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2198907 INFO  (zkCallback-1599-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2199805 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001/shard-1-001/cores/collection1'
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2199806 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2199808 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2199813 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2199817 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2199827 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2199832 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2199947 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2199953 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2199955 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2199963 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2199965 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2199967 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2199967 INFO  (coreLoadExecutor-5393-thread-1-processing-n:127.0.0.1:39508_t_%2Ff) [n:127.0.0.1:39508_t_%2Ff c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open

[...truncated too long message...]

lient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28242, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49674/t_/f: collection already exists: awholynewstresscollection_collection2_6
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C835ACF487FE3D2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)Throwable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28243, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39508/t_/f: Could not find collection : awholynewstresscollection_collection3_5
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C835ACF487FE3D2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:973)
   [junit4]   2> 2843976 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[9C835ACF487FE3D2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9C835ACF487FE3D2-001
   [junit4]   2> Feb 09, 2016 11:29:09 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=PostingsFormat(name=Asserting), range_facet_l_dv=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=Asserting), text=BlockTreeOrds(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=ClassicSimilarity, locale=th-TH, timezone=SST
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=197495120,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [TestJettySolrRunner, TestFreeTextSuggestions, ConcurrentDeleteAndCreateCollectionTest, TestSolrQueryParser, FullHLLTest, TestReloadDeadlock, TestStressUserVersions, TestDefaultSearchFieldResource, HdfsTlogReplayBufferedWhileIndexingTest, HdfsChaosMonkeyNothingIsSafeTest, LukeRequestHandlerTest, TermVectorComponentDistributedTest, CurrencyFieldXmlFileTest, TestCloudSchemaless, AnalyticsMergeStrategyTest, CachingDirectoryFactoryTest, TestFieldTypeResource, SpatialHeatmapFacetsTest, RecoveryAfterSoftCommitTest, HighlighterConfigTest, AssignTest, TestRawTransformer, DateMathParserTest, OutOfBoxZkACLAndCredentialsProvidersTest, UnloadDistributedZkTest, TestConfigSetImmutable, TestCharFilters, TestManagedResource, PreAnalyzedUpdateProcessorTest, TestJmxMonitoredMap, SaslZkACLProviderTest, SearchHandlerTest, TestSchemaResource, DistributedFacetPivotSmallTest, StressHdfsTest, TestSolrJ, CdcrRequestHandlerTest, TestAnalyzeInfixSuggestions, SolrTestCaseJ4Test, TestSweetSpotSimilarityFactory, TestRequestForwarding, TestCSVResponseWriter, TestDistribDocBasedVersion, SolrXmlInZkTest, TestExtendedDismaxParser, BadComponentTest, DirectSolrConnectionTest, WrapperMergePolicyFactoryTest, TestJmxIntegration, CleanupOldIndexTest, RestartWhileUpdatingTest, ClusterStateTest, TestRestoreCore, TestRecovery, HttpPartitionTest, TestConfigReload, TestCollationField, OverseerRolesTest, SimpleFacetsTest, StatsComponentTest, XmlUpdateRequestHandlerTest, TestCoreDiscovery, DistributedQueryComponentOptimizationTest, TestFuzzyAnalyzedSuggestions, DistribCursorPagingTest, SampleTest, TestDFISimilarityFactory, DocExpirationUpdateProcessorFactoryTest, TestAuthorizationFramework, TestSolrCLIRunExample, TestJsonFacets, TestExceedMaxTermLength, RecoveryZkTest, TestMaxScoreQueryParser, MergeStrategyTest, HardAutoCommitTest, TestSort, TestBulkSchemaAPI, TestLRUStatsCache, TestCloudPivotFacet, TestPHPSerializedResponseWriter, TestSha256AuthenticationProvider, TestPostingsSolrHighlighter, NoCacheHeaderTest, HdfsDirectoryFactoryTest, BasicDistributedZk2Test, TestComplexPhraseQParserPlugin, AddSchemaFieldsUpdateProcessorFactoryTest, TestTrackingShardHandlerFactory, TestSolrDeletionPolicy1, CoreAdminHandlerTest, TestShardHandlerFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [264/579 (1!)] on J2 in 648.65s, 1 test, 1 error <<< FAILURES!

[...truncated 1011 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2323 tests, 1 error, 33 ignored (18 assumptions) [seed: 9C835ACF487FE3D2]

Total time: 246 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 928 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/928/

All tests passed

Build Log:
[...truncated 11711 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid23463.hprof ...
   [junit4] Heap dump file created [622624282 bytes in 7.578 secs]
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] <<< JVM J0: EOF ----

[...truncated 1054 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=8C8830FF5D993057 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.luceneMatchVersion=6.0.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/tools/junit4/logging.properties -Dtests.nightly=true -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=6.0.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Djunit4.childvm.cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0 -Djunit4.childvm.id=0 -Djunit4.childvm.count=3 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Dfile.encoding=UTF-8 -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/test-framework/lib/junit4-ant-2.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/lucene-analyzers-common-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/codecs/lucene-codecs-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/backward-codecs/lucene-backward-codecs-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/highlighter/lucene-highlighter-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/memory/lucene-memory-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/lucene-misc-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/spatial/lucene-spatial-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/expressions/lucene-expressions-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/lucene-suggest-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/grouping/lucene-grouping-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queries/lucene-queries-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/lucene-queryparser-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/join/lucene-join-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/lucene-sandbox-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/asm-5.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/asm-commons-5.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/caffeine-1.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-fileupload-1.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-annotations-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-auth-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-common-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hadoop-hdfs-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/hppc-0.7.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/htrace-core-3.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/protobuf-java-2.5.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/spatial4j-0.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/commons-io-2.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpclient-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpcore-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/httpmime-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/noggit-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/lib/zookeeper-3.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-continuation-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-deploy-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-http-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-io-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-jmx-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-rewrite-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-security-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-server-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlet-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-servlets-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-util-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-webapp-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/lib/jetty-xml-9.2.13.v20150730.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/test-framework/lib/randomizedtesting-runner-2.3.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J0-20160208_113402_115.suites -stdin
   [junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 308 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 927 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/927/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=47322, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=47322, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:32953, http://127.0.0.1:37053, http://127.0.0.1:44462, http://127.0.0.1:34808, http://127.0.0.1:44446]
	at __randomizedtesting.SeedInfo.seed([4C1214053B36905A]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:896)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:32953, http://127.0.0.1:37053, http://127.0.0.1:44462, http://127.0.0.1:34808, http://127.0.0.1:44446]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:886)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37053: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([4C1214053B36905A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11311 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/init-core-data-001
   [junit4]   2> 542411 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[4C1214053B36905A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 542411 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[4C1214053B36905A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 542427 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 542427 INFO  (Thread-45563) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 542427 INFO  (Thread-45563) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 542527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkTestServer start zk server on port:56671
   [junit4]   2> 542528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542530 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542540 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@632f902c name:ZooKeeperConnection Watcher:127.0.0.1:56671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 542544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542547 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542550 INFO  (zkCallback-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3927d2a2 name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542551 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542551 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 542553 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 542554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 542555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 542556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 542556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 542561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 542561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 542563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 542563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 542564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 542564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 542565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 542566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 542567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 542567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 542570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 542570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 542571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 542571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 542573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 542573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 542574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 542574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 542575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 542576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 542803 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1
   [junit4]   2> 542837 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 542877 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e0908fd{/,null,AVAILABLE}
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1763fa08{HTTP/1.1}{127.0.0.1:44446}
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server Started @545782ms
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/tempDir-001/control/data, hostContext=/, hostPort=44446, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores}
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001'
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 542879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 542880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542884 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542906 INFO  (zkCallback-273-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c8decba name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542907 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 542913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/solr.xml
   [junit4]   2> 542918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores
   [junit4]   2> 542918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer New CoreContainer 295755103
   [junit4]   2> 542918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001]
   [junit4]   2> 542919 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/lib
   [junit4]   2> 542919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 542920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 542920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56671/solr
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 542921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 542933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 542974 INFO  (zkCallback-276-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f81a45a name:ZooKeeperConnection Watcher:127.0.0.1:56671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 542975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 542976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 542989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 543008 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1284ea70 name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 543008 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 543010 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 543012 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 543014 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 543015 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 543017 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 543018 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 543019 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 543020 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 543021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 543021 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44446_
   [junit4]   2> 543022 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44446_
   [junit4]   2> 543023 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 543024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 543024 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 543025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95344896464977924-127.0.0.1:44446_-n_0000000000
   [junit4]   2> 543025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44446_
   [junit4]   2> 543025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 543026 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer Overseer (id=95344896464977924-127.0.0.1:44446_-n_0000000000) starting
   [junit4]   2> 543027 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 543040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 543052 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 543053 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 543066 INFO  (OverseerCollectionConfigSetProcessor-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 543092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 543146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 543146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 543150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores
   [junit4]   2> 543154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 543154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1
   [junit4]   2> 543154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 543159 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 543160 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 543172 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 543191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 543191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:44446_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 543192 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 543193 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 543193 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 543194 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 543196 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 543202 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 544175 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1'
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 544176 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 544177 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 544183 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 544188 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 544197 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 544206 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 544452 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 544458 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 544459 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 544467 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 544472 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 544474 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 544481 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 544511 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 544511 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 544511 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/]
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3bfa081b
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data
   [junit4]   2> 544512 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 544512 WARN  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/index
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@78c8ea73
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@7ecc3029 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41c8dd9),segFN=segments_1,generation=1}
   [junit4]   2> 544513 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 544516 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 544516 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 544517 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 544523 WARN  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 544525 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544525 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544526 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/
   [junit4]   2> 544526 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 544536 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544538 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 544542 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 544543 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 544551 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 544551 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 544552 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 544552 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 544554 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=44.30078125, floorSegmentMB=2.1962890625, forceMergeDeletesPctAllowed=2.166015985407792, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14128460383885866
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@7ecc3029 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@41c8dd9),segFN=segments_1,generation=1}
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b78d0c8[collection1] main]
   [junit4]   2> 544555 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 544558 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 544558 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 544559 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 544560 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525518345658433536
   [junit4]   2> 544562 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1525518345658433536
   [junit4]   2> 544562 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 544563 INFO  (coreLoadExecutor-883-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 544567 INFO  (searcherExecutor-884-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6b78d0c8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 544575 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44446 collection:control_collection shard:shard1
   [junit4]   2> 544579 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 544582 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95344896464977924-core_node1-n_0000000000
   [junit4]   2> 544582 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44446/collection1/
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 544584 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 544584 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44446/collection1/ has no replicas
   [junit4]   2> 544588 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 544590 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 544592 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 544593 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44446/collection1/ shard1
   [junit4]   2> 544693 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 544694 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544694 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 544734 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d20ac6c name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 544735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 544735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 544735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 544738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 544738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 544738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44446/collection1/ and leader is http://127.0.0.1:44446/collection1/
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44446
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 544744 INFO  (coreZkRegister-877-thread-1-processing-n:127.0.0.1:44446_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44446_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 544746 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 544746 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44446",
   [junit4]   2>   "node_name":"127.0.0.1:44446_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 544754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 544762 INFO  (zkCallback-280-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51ff2a9f name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 544762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 544762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 544765 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 544765 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 544766 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544766 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544766 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 544870 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 545382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores/collection1
   [junit4]   2> 545382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001
   [junit4]   2> 545384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 545386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d79d4e2{/,null,AVAILABLE}
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3779a706{HTTP/1.1}{127.0.0.1:37053}
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.e.j.s.Server Started @548290ms
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=37053, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores}
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001'
   [junit4]   2> 545387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 545388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 545388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 545420 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 545501 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15164a3d name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 545502 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 545509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 545509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/solr.xml
   [junit4]   2> 545535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores
   [junit4]   2> 545535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1405618217
   [junit4]   2> 545535 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001]
   [junit4]   2> 545535 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/lib
   [junit4]   2> 545536 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 545537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 545537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56671/solr
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 545538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 545541 INFO  (zkCallback-284-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4135e5e name:ZooKeeperConnection Watcher:127.0.0.1:56671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 545541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 545552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 545562 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@991485e name:ZooKeeperConnection Watcher:127.0.0.1:56671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 545562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 545568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 546572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37053_
   [junit4]   2> 546573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37053_
   [junit4]   2> 546574 INFO  (zkCallback-277-thread-1-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546574 INFO  (zkCallback-277-thread-2-processing-n:127.0.0.1:44446_) [n:127.0.0.1:44446_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546574 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 546576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95344896464977929-127.0.0.1:37053_-n_0000000001
   [junit4]   2> 546577 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95344896464977924-127.0.0.1:44446_-n_0000000000 to know if I could be the leader
   [junit4]   2> 546582 INFO  (zkCallback-279-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 546586 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 546588 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 546591 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores
   [junit4]   2> 546592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 546592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores/collection1
   [junit4]   2> 546592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 546624 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 546624 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 546626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 546627 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37053",
   [junit4]   2>   "node_name":"127.0.0.1:37053_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 546627 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:37053",
   [junit4]   2>   "node_name":"127.0.0.1:37053_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 546627 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 546628 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 546628 INFO  (OverseerStateUpdate-95344896464977924-127.0.0.1:44446_-n_0000000000) [n:127.0.0.1:44446_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 546629 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 546629 INFO  (zkCallback-285-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 546641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 546641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[4C1214053B36905A]) [n:127.0.0.1:37053_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 547626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 547626 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 547627 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_4C1214053B36905A-001/shard-1-001/cores/collection1'
   [junit4]   2> 547628 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 547628 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 547629 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 547634 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 547658 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 547721 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 547728 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 548050 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 548061 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 548062 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 548118 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 548127 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 548129 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 548130 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 548131 INFO  (coreLoadExecutor-894-thread-1-processing-n:127.0.0.1:37053_) [n:127.0.0.1:37053_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 5481

[...truncated too long message...]

stReplicationHandler.doTestReplicateAfterCoreReload-seed#[4C1214053B36905A]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1dc736fe{/solr,null,UNAVAILABLE}
   [junit4]   2> 2819335 INFO  (SUITE-TestReplicationHandler-seed#[4C1214053B36905A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:351)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-MX, timezone=Europe/Andorra
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=64106512,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, IndexSchemaTest, TestPerFieldSimilarityWithDefaultOverride, TestRTGBase, TestFieldCollectionResource, TestBulkSchemaAPI, TestSolrDynamicMBean, HighlighterMaxOffsetTest, DocumentAnalysisRequestHandlerTest, TestDistribIDF, TestOmitPositions, TestBulkSchemaConcurrent, PathHierarchyTokenizerFactoryTest, AsyncCallRequestStatusResponseTest, TestAnalyzedSuggestions, TestConfig, TriLevelCompositeIdRoutingTest, DistributedFacetPivotSmallAdvancedTest, BlockDirectoryTest, ZkNodePropsTest, TestRangeQuery, ConfigSetsAPITest, BasicZkTest, TestMergePolicyConfig, ReplicationFactorTest, UUIDFieldTest, QueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestBinaryField, DisMaxRequestHandlerTest, URLClassifyProcessorTest, StandardRequestHandlerTest, TestSmileRequest, JsonLoaderTest, TestChildDocTransformer, DocExpirationUpdateProcessorFactoryTest, TestConfigOverlay, DeleteShardTest, TestFunctionQuery, TestScoreJoinQPNoScore, LeaderInitiatedRecoveryOnCommitTest, TestReloadDeadlock, DistributedQueryElevationComponentTest, HdfsThreadLeakTest, HdfsCollectionsAPIDistributedZkTest, SuggestComponentTest, TestLMDirichletSimilarityFactory, TestPhraseSuggestions, QueryEqualityTest, FullHLLTest, PreAnalyzedUpdateProcessorTest, SharedFSAutoReplicaFailoverTest, ExitableDirectoryReaderTest, OverseerTaskQueueTest, TestLazyCores, TestPseudoReturnFields, JSONWriterTest, DocValuesMissingTest, TestLRUStatsCache, SystemInfoHandlerTest, TestAnalyzeInfixSuggestions, CloudExitableDirectoryReaderTest, TestShortCircuitedRequests, TestAddFieldRealTimeGet, TestHighlightDedupGrouping, TestManagedSchemaFieldTypeResource, TestFoldingMultitermQuery, SynonymTokenizerTest, DistanceUnitsTest, CurrencyFieldOpenExchangeTest, HdfsLockFactoryTest, TestAtomicUpdateErrorCases, TestLRUCache, TestStressUserVersions, TestUniqueKeyFieldResource, AnalysisAfterCoreReloadTest, PolyFieldTest, LeaderElectionIntegrationTest, CdcrVersionReplicationTest, ForceLeaderTest, RequiredFieldsTest, BasicDistributedZkTest, CloudMLTQParserTest, TestReplicaProperties, TestRemoteStreaming, DistribJoinFromCollectionTest, TestCSVLoader, TestBadConfig, TestLuceneMatchVersion, BlockJoinFacetRandomTest, DeleteInactiveReplicaTest, HdfsRecoveryZkTest, DistributedQueryComponentCustomSortTest, TestDistributedSearch, TestReplicationHandler]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=4C1214053B36905A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=Europe/Andorra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestReplicationHandler (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C1214053B36905A]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [418/577 (2!)] on J0 in 750.03s, 13 tests, 1 failure <<< FAILURES!

[...truncated 535 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2318 tests, 1 suite-level error, 1 error, 33 ignored (18 assumptions) [seed: 4C1214053B36905A]

Total time: 214 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 926 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/926/

1 tests failed.
FAILED:  org.apache.lucene.index.TestSortingMergePolicy.testForceMergeNotNeeded

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([83002EEFDC8368DF:9F2356F547DC83CA]:0)
	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1922)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1755)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1712)
	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 7949 lines...]
   [junit4] Suite: org.apache.lucene.index.TestSortingMergePolicy
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSortingMergePolicy -Dtests.method=testForceMergeNotNeeded -Dtests.seed=83002EEFDC8368DF -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=Etc/GMT-13 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 4.31s J1 | TestSortingMergePolicy.testForceMergeNotNeeded <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([83002EEFDC8368DF:9F2356F547DC83CA]:0)
   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase$1.merge(BaseMergePolicyTestCase.java:43)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1922)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1755)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1712)
   [junit4]    > 	at org.apache.lucene.index.BaseMergePolicyTestCase.testForceMergeNotNeeded(BaseMergePolicyTestCase.java:62)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/misc/test/J1/temp/lucene.index.TestSortingMergePolicy_83002EEFDC8368DF-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {s=Lucene50(blocksize=128)}, docValues:{ndv=DocValuesFormat(name=SimpleText)}, sim=ClassicSimilarity, locale=et, timezone=Etc/GMT-13
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=256821672,total=318767104
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSortingTest, TestRAFDirectory, TestIndexSplitter, TestSortingMergePolicy]
   [junit4] Completed [15/25 (1!)] on J1 in 17.69s, 3 tests, 1 failure <<< FAILURES!

[...truncated 42 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 25 suites, 192 tests, 1 failure [seed: 83002EEFDC8368DF]

Total time: 118 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 925 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/925/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
	at __randomizedtesting.SeedInfo.seed([FF970A7698634A56]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:228)
	at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
shard2 is not consistent.  Got 2982 from http://127.0.0.1:60933/collection1 (previous client) and got 2914 from http://127.0.0.1:50120/collection1

Stack Trace:
java.lang.AssertionError: shard2 is not consistent.  Got 2982 from http://127.0.0.1:60933/collection1 (previous client) and got 2914 from http://127.0.0.1:50120/collection1
	at __randomizedtesting.SeedInfo.seed([FF970A7698634A56:77C335AC369F27AE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1265)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1244)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12393 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/init-core-data-001
   [junit4]   2> 4871172 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4871249 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 4871263 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4871265 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4871318 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_39235_hdfs____.7yqelk/webapp
   [junit4]   2> 4871514 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4871874 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39235
   [junit4]   2> 4872148 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4872150 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4872163 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46554_datanode____pxc7uh/webapp
   [junit4]   2> 4872313 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4872639 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46554
   [junit4]   2> 4872763 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4872765 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4872799 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53847_datanode____6bxl0/webapp
   [junit4]   2> 4872835 INFO  (IPC Server handler 3 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-91c52479-3012-44c2-b159-5f1aebb1f904 node DatanodeRegistration(127.0.0.1, datanodeUuid=82c2b256-7011-4c4d-b803-e6b1384aa407, infoPort=46554, ipcPort=43823, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4872835 INFO  (IPC Server handler 3 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-fc068f29-d0fa-4150-8b28-8a100e8d5726 node DatanodeRegistration(127.0.0.1, datanodeUuid=82c2b256-7011-4c4d-b803-e6b1384aa407, infoPort=46554, ipcPort=43823, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4873028 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4873353 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[FF970A7698634A56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53847
   [junit4]   2> 4873620 INFO  (IPC Server handler 5 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-bac0d1be-a954-4195-956e-fd964549f186 node DatanodeRegistration(127.0.0.1, datanodeUuid=1d7c42e4-6e64-47c8-9d3f-620a0d535345, infoPort=53847, ipcPort=35290, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4873621 INFO  (IPC Server handler 5 on 44824) [    ] BlockStateChange BLOCK* processReport: from storage DS-744bb83c-187a-4483-947d-c1f035dafaa4 node DatanodeRegistration(127.0.0.1, datanodeUuid=1d7c42e4-6e64-47c8-9d3f-620a0d535345, infoPort=53847, ipcPort=35290, storageInfo=lv=-56;cid=testClusterID;nsid=1379210169;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4873752 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4873761 INFO  (Thread-27162) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4873761 INFO  (Thread-27162) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4873861 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkTestServer start zk server on port:51229
   [junit4]   2> 4873861 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4873874 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4873876 INFO  (zkCallback-4054-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ec3ff2c name:ZooKeeperConnection Watcher:127.0.0.1:51229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4873876 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4873877 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4873877 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 4873886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4873886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4873887 INFO  (zkCallback-4055-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca0b061 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4873887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4873887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4873887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 4873889 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 4873890 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 4873891 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 4873893 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4873893 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4873895 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 4873895 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 4873897 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4873897 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4873898 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4873899 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4873900 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4873900 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4873901 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4873901 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 4873903 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4873903 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4873904 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4873904 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4873905 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4873906 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4873907 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4873907 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4873908 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4873909 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4873998 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1
   [junit4]   2> 4874000 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32c35bdc{/,null,AVAILABLE}
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6419d197{HTTP/1.1}{127.0.0.1:40114}
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server Started @4877528ms
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44824/hdfs__localhost_44824__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001_tempDir-002_control_data, hostContext=/, hostPort=40114, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores}
   [junit4]   2> 4874018 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001'
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4874019 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4874029 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4874038 INFO  (zkCallback-4056-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a2fee81 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4874038 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4874039 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4874049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4874050 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/solr.xml
   [junit4]   2> 4874054 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores
   [junit4]   2> 4874054 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer New CoreContainer 2147049090
   [junit4]   2> 4874054 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001]
   [junit4]   2> 4874055 WARN  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/lib
   [junit4]   2> 4874055 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4874056 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51229/solr
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4874057 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4874073 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4874089 INFO  (zkCallback-4059-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@744ca242 name:ZooKeeperConnection Watcher:127.0.0.1:51229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4874090 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4874090 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4874115 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4874123 INFO  (zkCallback-4060-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d5a6963 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4874123 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4874124 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4874126 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4874128 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4874129 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4874130 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4874132 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4874134 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4874135 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4874135 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4874136 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40114_
   [junit4]   2> 4874136 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40114_
   [junit4]   2> 4874137 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4874138 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4874139 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4874139 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95336584640200708-127.0.0.1:40114_-n_0000000000
   [junit4]   2> 4874140 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40114_
   [junit4]   2> 4874140 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 4874141 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer Overseer (id=95336584640200708-127.0.0.1:40114_-n_0000000000) starting
   [junit4]   2> 4874142 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 4874145 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4874162 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 4874162 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4874176 INFO  (OverseerCollectionConfigSetProcessor-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 4874189 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4874213 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4874214 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4874214 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores
   [junit4]   2> 4874215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 4874215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1
   [junit4]   2> 4874215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 4874230 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 4874231 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4874238 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 4874238 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:40114_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4874238 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 4874239 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4874239 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 4874239 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 4874240 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 4874241 INFO  (zkCallback-4060-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4874254 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4875239 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4875240 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 4875240 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 4875240 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1'
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4875241 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4875242 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 4875247 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4875250 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4875260 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4875271 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 4875496 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 4875497 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 4875510 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4875513 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4875533 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44824/solr_hdfs_home
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/control-001/cores/collection1], dataDir=[hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 4875534 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@136e0e7c
   [junit4]   2> 4875535 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4875566 WARN  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 4880570 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4880571 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 4880590 WARN  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 4880590 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4880598 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 4880598 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 4880598 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 4880608 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 4880608 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4880609 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4880666 INFO  (IPC Server handler 6 on 44824) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45850 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-744bb83c-187a-4483-947d-c1f035dafaa4:NORMAL:127.0.0.1:48754|RBW], ReplicaUnderConstruction[[DISK]DS-91c52479-3012-44c2-b159-5f1aebb1f904:NORMAL:127.0.0.1:45850|RBW]]} size 0
   [junit4]   2> 4880668 INFO  (IPC Server handler 1 on 44824) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48754 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-91c52479-3012-44c2-b159-5f1aebb1f904:NORMAL:127.0.0.1:45850|RBW], ReplicaUnderConstruction[[DISK]DS-bac0d1be-a954-4195-956e-fd964549f186:NORMAL:127.0.0.1:48754|FINALIZED]]} size 0
   [junit4]   2> 4880670 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d8a813); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4880670 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4880671 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 4880674 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4880675 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4880676 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4880676 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4880676 WARN  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 4880678 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880679 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880679 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880680 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4880684 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4880684 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4880685 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4880685 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 4880695 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 4880695 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4880696 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=55.7041015625, floorSegmentMB=1.185546875, forceMergeDeletesPctAllowed=28.84543042691591, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.508673688239389
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:44824/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d8a813); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70eb1303[collection1] main]
   [junit4]   2> 4880702 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4880703 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4880704 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4880705 INFO  (searcherExecutor-9068-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@70eb1303[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4880705 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 4880705 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525385361507745792
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1525385361507745792
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 4880706 INFO  (coreLoadExecutor-9067-thread-1-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4880707 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:40114 collection:control_collection shard:shard1
   [junit4]   2> 4880707 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 4880710 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95336584640200708-core_node1-n_0000000000
   [junit4]   2> 4880710 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40114/collection1/
   [junit4]   2> 4880712 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4880712 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40114/collection1/ has no replicas
   [junit4]   2> 4880713 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880713 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880713 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 4880716 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 4880718 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40114/collection1/ shard1
   [junit4]   2> 4880718 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 4880741 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880741 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880742 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63721dff name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880742 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880743 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880743 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880745 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880746 INFO  (zkCallback-4063-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11cb427b name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880746 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880746 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880748 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 4880748 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 4880749 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880749 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880749 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:40114/collection1/ and leader is http://127.0.0.1:40114/collection1/
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40114
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4880769 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 4880770 INFO  (coreZkRegister-9061-thread-1-processing-n:127.0.0.1:40114_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:40114_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4880776 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 4880777 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40114",
   [junit4]   2>   "node_name":"127.0.0.1:40114_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 4880777 INFO  (OverseerStateUpdate-95336584640200708-127.0.0.1:40114_-n_0000000000) [n:127.0.0.1:40114_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 4880838 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores/collection1
   [junit4]   2> 4880839 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001
   [junit4]   2> 4880841 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 4880880 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880880 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880880 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@594fe2d9{/,null,AVAILABLE}
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.ServerConnector Started ServerConnector@14524606{HTTP/1.1}{127.0.0.1:36220}
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.e.j.s.Server Started @4884396ms
   [junit4]   2> 4880886 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:44824/hdfs__localhost_44824__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36220, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores}
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001'
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 4880887 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880901 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880909 INFO  (zkCallback-4064-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63d40179 name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880910 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880910 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880911 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4880911 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/solr.xml
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer New CoreContainer 565596405
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001]
   [junit4]   2> 4880916 WARN  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/lib
   [junit4]   2> 4880916 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51229/solr
   [junit4]   2> 4880918 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4880919 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4880922 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880925 INFO  (zkCallback-4067-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37714d40 name:ZooKeeperConnection Watcher:127.0.0.1:51229 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880926 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880926 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4880930 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4880933 INFO  (zkCallback-4068-thread-1-processing-n:127.0.0.1:36220_) [n:127.0.0.1:36220_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d91479c name:ZooKeeperConnection Watcher:127.0.0.1:51229/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4880933 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4880938 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4881987 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36220_
   [junit4]   2> 4881987 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36220_
   [junit4]   2> 4881989 INFO  (zkCallback-4062-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881989 INFO  (zkCallback-4060-thread-3-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881990 INFO  (zkCallback-4060-thread-2-processing-n:127.0.0.1:40114_) [n:127.0.0.1:40114_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881991 INFO  (zkCallback-4068-thread-1-processing-n:127.0.0.1:36220_) [n:127.0.0.1:36220_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4881991 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4881992 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95336584640200713-127.0.0.1:36220_-n_0000000001
   [junit4]   2> 4881992 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95336584640200708-127.0.0.1:40114_-n_0000000000 to know if I could be the leader
   [junit4]   2> 4882049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4882049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4882049 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores
   [junit4]   2> 4882062 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 4882062 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_FF970A7698634A56-001/shard-1-001/cores/collection1
   [junit4]   2> 4882062 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 4882070 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 4882070 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[FF970A7698634A56]) [n:127.0.0.1:36220_    ] o.a.s.s.SolrDispatchFilter SolrDispa

[...truncated too long message...]

elog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160205_234557_613.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160205_234557_613.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 281 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 924 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/924/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=52426, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=52426, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
	at __randomizedtesting.SeedInfo.seed([ED50840303638498:6504BBD9AD9FE960]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39255/o_wnb/d: Could not find collection : awholynewstresscollection_collection3_0
	at __randomizedtesting.SeedInfo.seed([ED50840303638498]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:893)




Build Log:
[...truncated 11396 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/init-core-data-001
   [junit4]   2> 1535351 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ED50840303638498]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1535351 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ED50840303638498]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /o_wnb/d
   [junit4]   2> 1535355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1535355 INFO  (Thread-46015) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1535355 INFO  (Thread-46015) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1535455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkTestServer start zk server on port:51825
   [junit4]   2> 1535455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535456 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535458 INFO  (zkCallback-1355-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@254cfef3 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535458 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1535461 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535462 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535463 INFO  (zkCallback-1356-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4eefb97f name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1535466 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1535468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1535469 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1535471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1535471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1535474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1535474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1535476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1535478 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1535480 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1535480 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1535481 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1535482 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1535483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1535484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1535485 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1535485 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1535487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535489 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1535489 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1535490 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1535491 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1535493 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535494 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535495 INFO  (zkCallback-1357-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ddb2fd6 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535495 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535495 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535496 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1535497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535498 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535498 INFO  (zkCallback-1358-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12bff42 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1535499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1535501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1535502 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1535503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1535504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1535505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1535507 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1535507 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1535509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1535509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1535510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1535511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1535512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1535512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1535514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1535518 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1535518 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1535521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1535521 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1535524 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1535524 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1535613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1
   [junit4]   2> 1535615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ac15012{/o_wnb/d,null,AVAILABLE}
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.ServerConnector Started ServerConnector@293c5e85{HTTP/1.1}{127.0.0.1:60845}
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server Started @1538923ms
   [junit4]   2> 1535617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/tempDir-001/control/data, hostContext=/o_wnb/d, hostPort=60845, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores}
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001'
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1535618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535620 INFO  (zkCallback-1359-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c287497 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1535621 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/solr.xml
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer New CoreContainer 2108093829
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001]
   [junit4]   2> 1535626 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/lib
   [junit4]   2> 1535626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1535628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51825/solr
   [junit4]   2> 1535629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1535629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1535629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535631 INFO  (zkCallback-1362-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@493d2044 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1535635 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1535636 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@cdf70a6 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1535636 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1535636 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1535639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1535642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1535644 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1535646 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1535649 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1535650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1535651 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1535653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1535654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60845_o_wnb%2Fd
   [junit4]   2> 1535654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60845_o_wnb%2Fd
   [junit4]   2> 1535655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1535656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1535657 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1535658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000
   [junit4]   2> 1535658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60845_o_wnb%2Fd
   [junit4]   2> 1535658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1535659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer Overseer (id=95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) starting
   [junit4]   2> 1535661 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1535666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1535666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1535667 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1535667 INFO  (OverseerCollectionConfigSetProcessor-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1535682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1535682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1535682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores
   [junit4]   2> 1535683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1535683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1
   [junit4]   2> 1535683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1535685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1535685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1535685 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1535685 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1535687 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1535687 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1535687 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1535688 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1535688 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1535689 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1536688 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1536688 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1'
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1536689 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1536691 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1536696 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1536710 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1536719 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1536725 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1536828 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1536833 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1536834 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1536842 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1536844 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1536846 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1536846 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/]
   [junit4]   2> 1536848 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79e3e69b
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1536849 WARN  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/index
   [junit4]   2> 1536849 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1536850 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6cf74af9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12f2ded6),segFN=segments_1,generation=1}
   [junit4]   2> 1536850 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1536850 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/
   [junit4]   2> 1536850 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1536854 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1536855 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1536855 WARN  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1536857 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536858 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536859 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536860 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1536863 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1536863 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1536864 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1536864 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=36.9208984375, floorSegmentMB=0.84375, forceMergeDeletesPctAllowed=12.718728979334532, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4737649688065727
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6cf74af9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12f2ded6),segFN=segments_1,generation=1}
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17691bd[collection1] main]
   [junit4]   2> 1536865 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1536866 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1536866 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1536866 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1536867 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1536868 INFO  (searcherExecutor-3677-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17691bd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1536868 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525285457423761408
   [junit4]   2> 1536870 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1525285457423761408
   [junit4]   2> 1536870 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1536871 INFO  (coreLoadExecutor-3676-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1536871 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60845/o_wnb/d collection:control_collection shard:shard1
   [junit4]   2> 1536872 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1536874 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95330340989894662-core_node1-n_0000000000
   [junit4]   2> 1536875 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1536876 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1536876 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1536876 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1536876 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60845/o_wnb/d/collection1/
   [junit4]   2> 1536877 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1536877 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60845/o_wnb/d/collection1/ has no replicas
   [junit4]   2> 1536878 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1536879 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1536881 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60845/o_wnb/d/collection1/ shard1
   [junit4]   2> 1536881 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1536983 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60845/o_wnb/d/collection1/ and leader is http://127.0.0.1:60845/o_wnb/d/collection1/
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60845/o_wnb/d
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1537032 INFO  (coreZkRegister-3670-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60845_o_wnb%2Fd c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1537034 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1537034 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60845/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:60845_o_wnb%2Fd",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1537136 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1537186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537188 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c6350 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537189 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1537193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1537193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1537193 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537196 INFO  (zkCallback-1366-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3aed3e24 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537197 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537199 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1537199 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1537287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores/collection1
   [junit4]   2> 1537287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001
   [junit4]   2> 1537288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1537290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@414e9ecf{/o_wnb/d,null,AVAILABLE}
   [junit4]   2> 1537290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2e6a7b5d{HTTP/1.1}{127.0.0.1:35428}
   [junit4]   2> 1537290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.e.j.s.Server Started @1540597ms
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/o_wnb/d, hostPort=35428, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores}
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001'
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1537291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537293 INFO  (zkCallback-1367-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c22cd41 name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1537295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/solr.xml
   [junit4]   2> 1537300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores
   [junit4]   2> 1537300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer New CoreContainer 249742675
   [junit4]   2> 1537300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001]
   [junit4]   2> 1537301 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/lib
   [junit4]   2> 1537301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1537302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1537302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1537302 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1537303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51825/solr
   [junit4]   2> 1537303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1537303 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1537304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537304 INFO  (zkCallback-1370-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f3c4fa9 name:ZooKeeperConnection Watcher:127.0.0.1:51825 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1537308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1537309 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bfe89ca name:ZooKeeperConnection Watcher:127.0.0.1:51825/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1537309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1537310 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1537317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1538325 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35428_o_wnb%2Fd
   [junit4]   2> 1538325 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35428_o_wnb%2Fd
   [junit4]   2> 1538326 INFO  (zkCallback-1365-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538326 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538327 INFO  (zkCallback-1363-thread-1-processing-n:127.0.0.1:60845_o_wnb%2Fd) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1538329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95330340989894667-127.0.0.1:35428_o_wnb%2Fd-n_0000000001
   [junit4]   2> 1538331 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000 to know if I could be the leader
   [junit4]   2> 1538353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1538353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1538354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores
   [junit4]   2> 1538355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1538355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ED50840303638498-001/shard-1-001/cores/collection1
   [junit4]   2> 1538355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1538356 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1538356 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1538357 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1538358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 1538358 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35428/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:35428_o_wnb%2Fd",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1538358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1538358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1538358 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35428/o_wnb/d",
   [junit4]   2>   "node_name":"127.0.0.1:35428_o_wnb%2Fd",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1538358 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1538359 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1538359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1538359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ED50840303638498]) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1538461 INFO  (OverseerStateUpdate-95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000) [n:127.0.0.1:60845_o_wnb%2Fd    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1538461 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1538462 INFO  (zkCallback-1371-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 1539358 INFO  (coreLoadExecutor-3687-thread-1-processing-n:127.0.0.1:35428_o_wnb%2Fd) [n:127.0.0.1:35428_o_wnb%2Fd c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
 

[...truncated too long message...]

   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection4_0/leader_elect/shard2/election/95330340989894673-core_node18-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection4_0/leader_elect/shard1/election/95330340989894670-core_node19-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection2_0/leader_elect/shard2/election/95330340989894667-core_node17-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection5_0/leader_elect/shard5/election/95330340989894673-core_node7-n_0000000000
   [junit4]   2> 	2	/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/95330340989894676-core_node2-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/95330340989894662-127.0.0.1:60845_o_wnb%2Fd-n_0000000000
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection3_0/leader_elect/shard5/election/95330340989894667-core_node5-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection2_0/leader_elect/shard4/election/95330340989894673-core_node13-n_0000000001
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard2/election/95330340989894673-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection3_0/leader_elect/shard3/election/95330340989894673-core_node17-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection2_0/leader_elect/shard3/election/95330340989894673-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection3_0/leader_elect/shard1/election/95330340989894670-core_node15-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection0_0/leader_elect/shard2/election/95330340989894676-core_node1-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewstresscollection_collection0_0/leader_elect/shard5/election/95330340989894670-core_node12-n_0000000001
   [junit4]   2> 	2	/solr/collections/awholynewcollection_4/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections
   [junit4]   2> 	19	/solr/live_nodes
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=test -Dtests.seed=ED50840303638498 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr -Dtests.timezone=Australia/Canberra -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    241s J1 | CollectionsAPIDistributedZkTest.test <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=52426, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED50840303638498:6504BBD9AD9FE960]:0)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39255/o_wnb/d: Could not find collection : awholynewstresscollection_collection3_0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([ED50840303638498]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:893)
   [junit4]   2> 1776672 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ED50840303638498]-worker) [n:127.0.0.1:39255_o_wnb%2Fd c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 04, 2016 10:43:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=FSTOrd50, _version_=Lucene50(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=Lucene50(blocksize=128), intDefault=Lucene50(blocksize=128), a_i1=Lucene50(blocksize=128), id=FSTOrd50, range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=Direct), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=tr, timezone=Australia/Canberra
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=151245272,total=478674944
   [junit4]   2> NOTE: All tests run in this JVM: [AsyncMigrateRouteKeyTest, CollectionReloadTest, TestDefaultSearchFieldResource, TestPartialUpdateDeduplication, ZkControllerTest, TestSolrCLIRunExample, BlockJoinFacetRandomTest, TestAuthorizationFramework, DistributedQueueTest, TestFieldTypeResource, ConnectionManagerTest, MergeStrategyTest, TestRequestForwarding, ChaosMonkeyNothingIsSafeTest, TestSortByMinMaxFunction, TestAddFieldRealTimeGet, SmileWriterTest, CdcrUpdateLogTest, ZkCLITest, DistributedQueryComponentCustomSortTest, IndexBasedSpellCheckerTest, TestSolrCoreProperties, BigEndianAscendingWordSerializerTest, TestPivotHelperCode, SaslZkACLProviderTest, TestBulkSchemaConcurrent, TestQuerySenderListener, TestRawTransformer, HighlighterMaxOffsetTest, TestEmbeddedSolrServerConstructors, MoreLikeThisHandlerTest, SpellPossibilityIteratorTest, TestJsonFacets, TestCursorMarkWithoutUniqueKey, TestLFUCache, SchemaVersionSpecificBehaviorTest, TestDistributedGrouping, TestUniqueKeyFieldResource, AnalyticsMergeStrategyTest, SolrIndexConfigTest, SolrIndexSplitterTest, SparseHLLTest, ChaosMonkeySafeLeaderTest, DocumentBuilderTest, TestSimpleTrackingShardHandler, DistributedExpandComponentTest, DistanceUnitsTest, FastVectorHighlighterTest, HdfsWriteToMultipleCollectionsTest, TestFilteredDocIdSet, TermVectorComponentTest, ConvertedLegacyTest, ExitableDirectoryReaderTest, TestAnalyzeInfixSuggestions, HdfsSyncSliceTest, HdfsChaosMonkeySafeLeaderTest, DistributedIntervalFacetingTest, TestSolrDynamicMBean, NotRequiredUniqueKeyTest, CSVRequestHandlerTest, HdfsBasicDistributedZk2Test, TestComplexPhraseQParserPlugin, BadCopyFieldTest, TestCloudPivotFacet, SolrPluginUtilsTest, TestSchemaManager, TestPerFieldSimilarityWithDefaultOverride, ZkSolrClientTest, SuggesterFSTTest, DistanceFunctionTest, SuggestComponentTest, OverseerRolesTest, TestInfoStreamLogging, TestDocumentBuilder, FullHLLTest, SpellCheckCollatorTest, TestReqParamsAPI, TestSystemIdResolver, NumericFieldsTest, TestSurroundQueryParser, SpatialFilterTest, TestDistribIDF, TestReloadDeadlock, DocValuesTest, ShardRoutingCustomTest, TestConfigSets, TestManagedSchemaFieldTypeResource, RecoveryAfterSoftCommitTest, BasicFunctionalityTest, AliasIntegrationTest, TestExceedMaxTermLength, TestTrie, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [188/575 (1!)] on J1 in 241.80s, 1 test, 1 error <<< FAILURES!

[...truncated 1254 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 575 suites (8 ignored), 2316 tests, 1 error, 33 ignored (18 assumptions) [seed: ED50840303638498]

Total time: 295 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 923 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/923/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}]> but was:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}, {indexVersion=1454523269151,generation=3,filelist=[_eea.cfe, _eea.cfs, _eea.si, _eeb.cfe, _eeb.cfs, _eeb.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}]> but was:<[{indexVersion=1454523269151,generation=2,filelist=[_ec7.cfe, _ec7.cfs, _ec7.si, _ed9.cfe, _ed9.cfs, _ed9.si, _eda.cfe, _eda.cfs, _eda.si, _edb.cfe, _edb.cfs, _edb.si, _edc.cfe, _edc.cfs, _edc.si, _edd.cfe, _edd.cfs, _edd.si, _ede.cfe, _ede.cfs, _ede.si, _edf.cfe, _edf.cfs, _edf.si, _edg.cfe, _edg.cfs, _edg.si, _edh.cfe, _edh.cfs, _edh.si, _edi.cfe, _edi.cfs, _edi.si, _edj.cfe, _edj.cfs, _edj.si, _edk.cfe, _edk.cfs, _edk.si, _edl.cfe, _edl.cfs, _edl.si, _edm.cfe, _edm.cfs, _edm.si, _edn.cfe, _edn.cfs, _edn.si, _edo.cfe, _edo.cfs, _edo.si, _edp.cfe, _edp.cfs, _edp.si, _edq.cfe, _edq.cfs, _edq.si, _edr.cfe, _edr.cfs, _edr.si, _eds.cfe, _eds.cfs, _eds.si, _edt.cfe, _edt.cfs, _edt.si, _edu.cfe, _edu.cfs, _edu.si, _edv.cfe, _edv.cfs, _edv.si, _edw.cfe, _edw.cfs, _edw.si, _edx.cfe, _edx.cfs, _edx.si, _edy.cfe, _edy.cfs, _edy.si, _edz.cfe, _edz.cfs, _edz.si, _ee0.cfe, _ee0.cfs, _ee0.si, _ee1.cfe, _ee1.cfs, _ee1.si, _ee2.cfe, _ee2.cfs, _ee2.si, _ee3.cfe, _ee3.cfs, _ee3.si, _ee4.cfe, _ee4.cfs, _ee4.si, _ee5.cfe, _ee5.cfs, _ee5.si, _ee6.cfe, _ee6.cfs, _ee6.si, _ee7.cfe, _ee7.cfs, _ee7.si, _ee8.cfe, _ee8.cfs, _ee8.si, _ee9.cfe, _ee9.cfs, _ee9.si, _eea.cfe, _eea.cfs, _eea.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_2]}, {indexVersion=1454523269151,generation=3,filelist=[_eea.cfe, _eea.cfs, _eea.si, _eeb.cfe, _eeb.cfs, _eeb.si, _eec.cfe, _eec.cfs, _eec.si, _eed.cfe, _eed.cfs, _eed.si, _eee.cfe, _eee.cfs, _eee.si, _eef.cfe, _eef.cfs, _eef.si, _eeg.cfe, _eeg.cfs, _eeg.si, _eeh.cfe, _eeh.cfs, _eeh.si, _eei.cfe, _eei.cfs, _eei.si, _eej.cfe, _eej.cfs, _eej.si, _eek.cfe, _eek.cfs, _eek.si, _eel.cfe, _eel.cfs, _eel.si, _eem.cfe, _eem.cfs, _eem.si, _een.cfe, _een.cfs, _een.si, _eeo.cfe, _eeo.cfs, _eeo.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([759A047477622D74:504D1F44072A2377]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=5698, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=5698, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:35952/ag_xou, http://127.0.0.1:49017/ag_xou, http://127.0.0.1:49145/ag_xou, http://127.0.0.1:34165/ag_xou, http://127.0.0.1:58172/ag_xou]
	at __randomizedtesting.SeedInfo.seed([759A047477622D74]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:897)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:35952/ag_xou, http://127.0.0.1:49017/ag_xou, http://127.0.0.1:49145/ag_xou, http://127.0.0.1:34165/ag_xou, http://127.0.0.1:58172/ag_xou]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:887)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58172/ag_xou: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more




Build Log:
[...truncated 10879 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/init-core-data-001
   [junit4]   2> 246847 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[759A047477622D74]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 246848 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[759A047477622D74]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ag_xou/
   [junit4]   2> 246860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 246861 INFO  (Thread-4240) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 246861 INFO  (Thread-4240) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 246962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkTestServer start zk server on port:40232
   [junit4]   2> 246962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 246988 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247025 INFO  (zkCallback-251-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27c518 name:ZooKeeperConnection Watcher:127.0.0.1:40232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247025 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 247038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247079 INFO  (zkCallback-252-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ea1a72c name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 247094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 247095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 247111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 247112 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 247113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 247114 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 247115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 247116 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247116 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 247117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 247123 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 247124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 247127 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 247128 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 247129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 247129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 247130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 247130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 247131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 247133 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 247137 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 247137 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 247148 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247198 INFO  (zkCallback-253-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@787bc721 name:ZooKeeperConnection Watcher:127.0.0.1:40232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247198 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 247201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247260 INFO  (zkCallback-254-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6195d1d8 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 247261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 247268 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 247269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 247270 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 247270 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 247271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 247273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 247273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 247274 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 247274 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 247276 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 247276 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 247277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 247277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 247278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 247279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 247279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 247281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 247281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 247282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 247282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 247510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1
   [junit4]   2> 247512 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 247525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6db2937a{/ag_xou,null,AVAILABLE}
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1481fbb2{HTTP/1.1}{127.0.0.1:58172}
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server Started @251243ms
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/tempDir-001/control/data, hostContext=/ag_xou, hostPort=58172, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores}
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001'
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 247526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 247527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247531 INFO  (zkCallback-255-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31ce77af name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247531 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247531 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 247546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/solr.xml
   [junit4]   2> 247561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores
   [junit4]   2> 247563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer New CoreContainer 127530046
   [junit4]   2> 247563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001]
   [junit4]   2> 247563 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/lib
   [junit4]   2> 247564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 247565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40232/solr
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 247566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 247587 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247599 INFO  (zkCallback-258-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42ec13f3 name:ZooKeeperConnection Watcher:127.0.0.1:40232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247600 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 247602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 247607 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b7ed9d1 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 247607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 247608 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 247610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 247613 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 247615 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 247616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 247617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 247624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 247625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 247626 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 247627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58172_ag_xou
   [junit4]   2> 247627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58172_ag_xou
   [junit4]   2> 247628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 247629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 247630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 247631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000
   [junit4]   2> 247631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58172_ag_xou
   [junit4]   2> 247631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 247632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer Overseer (id=95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) starting
   [junit4]   2> 247633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 247638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 247639 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 247639 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 247643 INFO  (OverseerCollectionConfigSetProcessor-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 247654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 247668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 247668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 247683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores
   [junit4]   2> 247684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 247684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1
   [junit4]   2> 247684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 247692 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 247692 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 247697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 247697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [n:127.0.0.1:58172_ag_xou    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 247697 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 247698 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 247698 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 247698 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 247699 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 247701 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 247701 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 248698 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 248698 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1'
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 248707 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 248714 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 248723 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 248727 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 248736 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 248742 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 248902 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 248908 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 248910 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 248940 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 248942 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 248944 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 248944 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/]
   [junit4]   2> 248946 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67bf7365
   [junit4]   2> 248947 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data
   [junit4]   2> 248948 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/index/
   [junit4]   2> 248948 WARN  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 248948 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/index
   [junit4]   2> 248948 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1379827783, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 248949 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@44501e4a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55d22588),segFN=segments_1,generation=1}
   [junit4]   2> 248949 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 248953 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 248954 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 248954 WARN  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 248955 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/
   [junit4]   2> 248956 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 248956 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248964 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248965 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248967 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 248971 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 248972 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 248972 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 248972 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 248973 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 248973 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@44501e4a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55d22588),segFN=segments_1,generation=1}
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 248974 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1566e7ea[collection1] main]
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 248975 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 248976 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 248977 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 248977 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 248977 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525176177895931904
   [junit4]   2> 248987 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 10.0ms to seed version buckets with highest version 1525176177895931904
   [junit4]   2> 248994 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 248995 INFO  (coreLoadExecutor-540-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 248998 INFO  (searcherExecutor-541-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1566e7ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 248998 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:58172/ag_xou collection:control_collection shard:shard1
   [junit4]   2> 248999 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 249003 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95323510980608006-core_node1-n_0000000000
   [junit4]   2> 249003 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58172/ag_xou/collection1/
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 249005 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58172/ag_xou/collection1/ has no replicas
   [junit4]   2> 249005 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 249006 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 249008 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 249022 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 249023 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58172/ag_xou/collection1/ shard1
   [junit4]   2> 249125 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249125 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:58172/ag_xou/collection1/ and leader is http://127.0.0.1:58172/ag_xou/collection1/
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58172/ag_xou
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 249127 INFO  (coreZkRegister-534-thread-1-processing-n:127.0.0.1:58172_ag_xou x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:58172_ag_xou c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 249130 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 249130 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:58172/ag_xou",
   [junit4]   2>   "node_name":"127.0.0.1:58172_ag_xou",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 249199 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 249210 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 249232 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249233 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:58172_ag_xou) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 249256 INFO  (zkCallback-261-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ec9f99 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 249256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 249256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 249256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 249259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 249259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 249259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 249260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 249264 INFO  (zkCallback-262-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59c2cb24 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 249264 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 249264 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 249277 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 249277 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 249379 INFO  (OverseerStateUpdate-95323510980608006-127.0.0.1:58172_ag_xou-n_0000000000) [n:127.0.0.1:58172_ag_xou    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 249461 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/cores/collection1
   [junit4]   2> 249463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001
   [junit4]   2> 249463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 249486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41e7cceb{/ag_xou,null,AVAILABLE}
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.ServerConnector Started ServerConnector@59fb776d{HTTP/1.1}{127.0.0.1:49017}
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.e.j.s.Server Started @253204ms
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/ag_xou, hostPort=49017, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/cores}
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 249487 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001'
   [junit4]   2> 249488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 249488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 249488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 249505 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 249514 INFO  (zkCallback-263-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bb71aa3 name:ZooKeeperConnection Watcher:127.0.0.1:40232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 249515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 249515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 249517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 249517 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/solr.xml
   [junit4]   2> 249522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/shard-1-001/cores
   [junit4]   2> 249522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer New CoreContainer 1198852408
   [junit4]   2> 249522 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_759A047477622D74-001/s

[...truncated too long message...]

7477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 2531535 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data
   [junit4]   2> 2531535 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data/index;done=false>>]
   [junit4]   2> 2531535 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 2531536 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3e6f203a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2531537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@8606469{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2531537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=302399055
   [junit4]   2> 2531537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b9b02d1
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2531538 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 2531539 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001/solr-instance-028/./collection1/data
   [junit4]   2> 2531540 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[759A047477622D74]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7b857cb2{/solr,null,UNAVAILABLE}
   [junit4]   2> 2531545 INFO  (SUITE-TestReplicationHandler-seed#[759A047477622D74]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_759A047477622D74-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), newname=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=lt-LT, timezone=Asia/Muscat
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=170876232,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [SSLMigrationTest, TestExpandComponent, ExternalFileFieldSortTest, TestNRTOpen, ParsingFieldUpdateProcessorsTest, SuggestComponentContextFilterQueryTest, TestRestManager, DistributedDebugComponentTest, ConfigSetsAPITest, CloudExitableDirectoryReaderTest, PreAnalyzedFieldTest, SortSpecParsingTest, TestSolr4Spatial, TestClassicSimilarityFactory, DistribJoinFromCollectionTest, TestMiniSolrCloudClusterSSL, TestConfigSetProperties, SystemInfoHandlerTest, TestCloudManagedSchemaConcurrent, TestInitQParser, CloneFieldUpdateProcessorFactoryTest, SolrRequestParserTest, TestCrossCoreJoin, TestAtomicUpdateErrorCases, TestCryptoKeys, CdcrReplicationDistributedZkTest, RequestLoggingTest, XsltUpdateRequestHandlerTest, TestSchemaNameResource, DateRangeFieldTest, CoreAdminCreateDiscoverTest, TestFieldSortValues, TestPseudoReturnFields, RuleEngineTest, TestReplicaProperties, AlternateDirectoryTest, TestPerFieldSimilarityClassic, TestExactStatsCache, TestJoin, TestSimpleQParserPlugin, HdfsRestartWhileUpdatingTest, LeaderInitiatedRecoveryOnCommitTest, TestRTimerTree, TestStandardQParsers, TestReplicationHandler]
   [junit4] Completed [228/577 (2!)] on J0 in 794.90s, 13 tests, 1 failure <<< FAILURES!

[...truncated 1108 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2321 tests, 1 error, 1 failure, 33 ignored (18 assumptions) [seed: 759A047477622D74]

Total time: 191 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 922 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/922/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:36914/a_yj/gx: collection already exists: halfdeletedcollection2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36914/a_yj/gx: collection already exists: halfdeletedcollection2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1547)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1602)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:252)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:168)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
	at __randomizedtesting.SeedInfo.seed([D84402BA07FABEB7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor21.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10981 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/init-core-data-001
   [junit4]   2> 413556 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_zd/g
   [junit4]   2> 414439 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 415134 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 415320 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 415336 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 415423 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 415482 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_34946_hdfs____obc1lw/webapp
   [junit4]   2> 415683 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 416410 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:34946
   [junit4]   2> 417228 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 417234 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 417247 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_59010_datanode____m78l1u/webapp
   [junit4]   2> 417356 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 417716 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:59010
   [junit4]   2> 417827 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 417829 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 417848 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37230_datanode____rgtrbm/webapp
   [junit4]   2> 417973 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 418267 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[D84402BA07FABEB7]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37230
   [junit4]   2> 418719 INFO  (IPC Server handler 6 on 39065) [    ] BlockStateChange BLOCK* processReport: from storage DS-7450feda-4e45-47fa-b776-0c212718b920 node DatanodeRegistration(127.0.0.1, datanodeUuid=c8d78d39-090a-4c43-9e2e-e68d33741194, infoPort=37230, ipcPort=55182, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
   [junit4]   2> 418719 INFO  (IPC Server handler 7 on 39065) [    ] BlockStateChange BLOCK* processReport: from storage DS-0b8a60ff-70d7-497d-b167-afd95b471d13 node DatanodeRegistration(127.0.0.1, datanodeUuid=f2f300f0-2f12-4b45-a8ea-f28efec650ee, infoPort=59010, ipcPort=47139, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 418720 INFO  (IPC Server handler 6 on 39065) [    ] BlockStateChange BLOCK* processReport: from storage DS-5585996f-4415-45ef-8a7c-9b8af01a2300 node DatanodeRegistration(127.0.0.1, datanodeUuid=c8d78d39-090a-4c43-9e2e-e68d33741194, infoPort=37230, ipcPort=55182, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 418722 INFO  (IPC Server handler 7 on 39065) [    ] BlockStateChange BLOCK* processReport: from storage DS-a3f49e65-1797-4e11-9c08-6e09468e1817 node DatanodeRegistration(127.0.0.1, datanodeUuid=f2f300f0-2f12-4b45-a8ea-f28efec650ee, infoPort=59010, ipcPort=47139, storageInfo=lv=-56;cid=testClusterID;nsid=911967873;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 419303 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 419304 INFO  (Thread-943) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 419304 INFO  (Thread-943) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 419404 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ZkTestServer start zk server on port:50302
   [junit4]   2> 419404 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 419405 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 419408 INFO  (zkCallback-296-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d01d28f name:ZooKeeperConnection Watcher:127.0.0.1:50302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419408 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 419409 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 419409 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 419412 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 419412 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 419413 INFO  (zkCallback-297-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@72d8c790 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419413 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 419414 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 419414 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 419415 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 419417 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 419418 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 419420 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 419420 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 419422 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 419422 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 419424 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 419424 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 419426 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 419426 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 419427 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 419427 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 419429 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 419429 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 419431 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 419431 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 419432 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 419432 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 419438 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 419438 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 419440 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 419440 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 419442 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 419442 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 419539 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1
   [junit4]   2> 419540 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 419542 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c9254e8{/_zd/g,null,AVAILABLE}
   [junit4]   2> 419543 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5cb6966{HTTP/1.1}{127.0.0.1:47846}
   [junit4]   2> 419543 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.Server Started @423087ms
   [junit4]   2> 419543 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39065/hdfs__localhost_39065__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001_tempDir-002_control_data, hostContext=/_zd/g, hostPort=47846, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores}
   [junit4]   2> 419544 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 419544 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001'
   [junit4]   2> 419544 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 419544 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 419544 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 419545 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 419546 INFO  (zkCallback-298-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5d5dbda8 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419546 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 419546 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 419547 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 419547 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/solr.xml
   [junit4]   2> 419553 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores
   [junit4]   2> 419553 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CoreContainer New CoreContainer 770659984
   [junit4]   2> 419553 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001]
   [junit4]   2> 419553 WARN  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/lib
   [junit4]   2> 419553 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 419555 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 419555 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 419555 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 419555 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50302/solr
   [junit4]   2> 419555 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 419555 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 419556 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 419557 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ed6f152 name:ZooKeeperConnection Watcher:127.0.0.1:50302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419558 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 419558 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 419560 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 419561 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d521f3c name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 419561 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 419562 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 419563 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 419566 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 419568 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 419569 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 419571 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 419572 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 419573 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 419574 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 419575 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47846__zd%2Fg
   [junit4]   2> 419575 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47846__zd%2Fg
   [junit4]   2> 419577 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 419578 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 419579 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 419580 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000
   [junit4]   2> 419580 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47846__zd%2Fg
   [junit4]   2> 419580 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 419581 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer Overseer (id=95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) starting
   [junit4]   2> 419583 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 419590 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 419590 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 419591 INFO  (OverseerCollectionConfigSetProcessor-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 419591 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 419604 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 419604 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 419605 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores
   [junit4]   2> 419606 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 419606 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1
   [junit4]   2> 419606 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 419607 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 419607 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 419607 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 419607 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 419609 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47846/_zd/g",
   [junit4]   2>   "node_name":"127.0.0.1:47846__zd%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 419609 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47846/_zd/g",
   [junit4]   2>   "node_name":"127.0.0.1:47846__zd%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 419610 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 419610 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 419610 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 419612 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 420610 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 420610 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 420611 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 420611 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 420612 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 420613 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1'
   [junit4]   2> 420613 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 420613 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 420616 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 420624 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 420628 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 420637 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 420643 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 420719 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 420720 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 420720 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 420723 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 420742 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 420742 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 420742 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 420757 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39065/solr_hdfs_home
   [junit4]   2> 420758 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 420758 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/control-001/cores/collection1], dataDir=[hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 420758 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@490a1d4e
   [junit4]   2> 420758 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 420836 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 420843 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 420870 WARN  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 420870 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 420880 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 420880 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 420880 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 420903 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 420903 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 420903 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=12.9931640625, floorSegmentMB=1.0283203125, forceMergeDeletesPctAllowed=11.917244550759339, segmentsPerTier=11.0, maxCFSSegmentSizeMB=0.94140625, noCFSRatio=1.0
   [junit4]   2> 421188 INFO  (IPC Server handler 7 on 39065) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54520 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5585996f-4415-45ef-8a7c-9b8af01a2300:NORMAL:127.0.0.1:54520|RBW], ReplicaUnderConstruction[[DISK]DS-a3f49e65-1797-4e11-9c08-6e09468e1817:NORMAL:127.0.0.1:60083|RBW]]} size 71
   [junit4]   2> 421189 INFO  (IPC Server handler 5 on 39065) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60083 is added to blk_1073741825_1001 size 71
   [junit4]   2> 421594 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bc4e42f); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 421594 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 421600 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 421603 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 421603 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 421603 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 421603 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 421603 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 421603 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 421604 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 421604 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 421604 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 421604 WARN  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 421606 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 421607 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 421608 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 421608 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 421612 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 421616 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 421624 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 421630 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 421646 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 421646 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 421648 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@9689ba2
   [junit4]   2> 421731 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:39065/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2bc4e42f); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 421731 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 421731 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5224069a[collection1] main]
   [junit4]   2> 421732 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 421732 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 421732 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 421733 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 421733 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 421733 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 421733 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 421733 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 421733 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 421736 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 421738 INFO  (searcherExecutor-1017-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5224069a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 421738 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 421738 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 421738 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 421738 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1525099287027908608
   [junit4]   2> 421738 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1525099287027908608
   [junit4]   2> 421738 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 421739 INFO  (coreLoadExecutor-1016-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 421739 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:47846/_zd/g collection:control_collection shard:shard1
   [junit4]   2> 421740 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 421746 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95318705279795204-core_node1-n_0000000000
   [junit4]   2> 421747 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 421748 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 421748 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 421748 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47846/_zd/g/collection1/
   [junit4]   2> 421748 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 421748 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 421749 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47846/_zd/g/collection1/ has no replicas
   [junit4]   2> 421749 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 421750 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 421752 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 421753 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47846/_zd/g/collection1/ shard1
   [junit4]   2> 421754 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:47846/_zd/g",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 421861 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 421905 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:47846/_zd/g/collection1/ and leader is http://127.0.0.1:47846/_zd/g/collection1/
   [junit4]   2> 421905 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47846/_zd/g
   [junit4]   2> 421905 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 421905 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 421905 INFO  (coreZkRegister-1010-thread-1-processing-n:127.0.0.1:47846__zd%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47846__zd%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 421907 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47846/_zd/g",
   [junit4]   2>   "node_name":"127.0.0.1:47846__zd%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 421907 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47846/_zd/g",
   [junit4]   2>   "node_name":"127.0.0.1:47846__zd%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 422012 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 422109 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 422110 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 422111 INFO  (zkCallback-304-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@749610df name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 422111 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 422111 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 422111 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 422113 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 422113 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 422113 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 422114 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 422115 INFO  (zkCallback-305-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@368cf083 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 422115 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 422115 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 422117 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 422118 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 422214 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores/collection1
   [junit4]   2> 422215 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001
   [junit4]   2> 422216 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 422219 INFO  (OverseerStateUpdate-95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 422225 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57c381ec{/_zd/g,null,AVAILABLE}
   [junit4]   2> 422226 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2a6c41b2{HTTP/1.1}{127.0.0.1:45690}
   [junit4]   2> 422226 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.e.j.s.Server Started @425770ms
   [junit4]   2> 422226 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39065/hdfs__localhost_39065__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/_zd/g, hostPort=45690, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores}
   [junit4]   2> 422227 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 422227 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001'
   [junit4]   2> 422227 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 422227 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 422227 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 422228 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 422230 INFO  (zkCallback-306-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aef7840 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 422230 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 422230 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 422231 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 422232 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/solr.xml
   [junit4]   2> 422237 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores
   [junit4]   2> 422237 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CoreContainer New CoreContainer 996334786
   [junit4]   2> 422237 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001]
   [junit4]   2> 422237 WARN  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/lib
   [junit4]   2> 422238 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 422239 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 422240 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 422240 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 422240 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50302/solr
   [junit4]   2> 422240 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 422240 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 422241 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 422242 INFO  (zkCallback-309-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f390b64 name:ZooKeeperConnection Watcher:127.0.0.1:50302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 422243 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 422243 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 422245 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 422246 INFO  (zkCallback-310-thread-1-processing-n:127.0.0.1:45690__zd%2Fg) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@499cac07 name:ZooKeeperConnection Watcher:127.0.0.1:50302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 422246 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 422251 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 423257 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45690__zd%2Fg
   [junit4]   2> 423257 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45690__zd%2Fg
   [junit4]   2> 423259 INFO  (zkCallback-310-thread-1-processing-n:127.0.0.1:45690__zd%2Fg) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 423259 INFO  (zkCallback-304-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 423259 INFO  (zkCallback-302-thread-1-processing-n:127.0.0.1:47846__zd%2Fg) [n:127.0.0.1:47846__zd%2Fg    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 423262 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 423262 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95318705279795209-127.0.0.1:45690__zd%2Fg-n_0000000001
   [junit4]   2> 423263 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95318705279795204-127.0.0.1:47846__zd%2Fg-n_0000000000 to know if I could be the leader
   [junit4]   2> 423276 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 423276 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 423277 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_D84402BA07FABEB7-001/shard-1-001/cores
   [junit4]   2> 423282 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 423282 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[D84402BA07FABEB7]) [n:127.0.0.1:45690__zd%2Fg    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../.

[...truncated too long message...]

nxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@486b9e86 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2786215 ERROR (zkCallback-1775-thread-16-processing-n:127.0.0.1:33187_a_yj%2Fgx-EventThread) [n:127.0.0.1:33187_a_yj%2Fgx c:awholynewstresscollection_collection0_10 s:shard3 r:core_node5 x:awholynewstresscollection_collection0_10_shard3_replica2] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@6c05a590 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2786215 ERROR (zkCallback-1775-thread-16-processing-n:127.0.0.1:33187_a_yj%2Fgx-EventThread) [n:127.0.0.1:33187_a_yj%2Fgx c:awholynewstresscollection_collection0_10 s:shard3 r:core_node5 x:awholynewstresscollection_collection0_10_shard3_replica2] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@1b0ce14e rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2786216 ERROR (zkCallback-1775-thread-16-processing-n:127.0.0.1:33187_a_yj%2Fgx-EventThread) [n:127.0.0.1:33187_a_yj%2Fgx c:awholynewstresscollection_collection0_10 s:shard3 r:core_node5 x:awholynewstresscollection_collection0_10_shard3_replica2] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1@7d59801 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@2f3c1ca3[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1586]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:215)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:267)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9751, maxDocsPerChunk=313, blockSize=590), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=9751, blockSize=590)), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=bg, timezone=America/Whitehorse
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=79799808,total=425197568
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressUserVersions, MBeansHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestUniqueKeyFieldResource, MinimalSchemaTest, TestSolrConfigHandlerCloud, DistributedIntervalFacetingTest, TestQueryTypes, RecoveryAfterSoftCommitTest, TestRandomRequestDistribution, HdfsWriteToMultipleCollectionsTest, LoggingHandlerTest, ExitableDirectoryReaderTest, TestDFRSimilarityFactory, TestQuerySenderNoQuery, WordBreakSolrSpellCheckerTest, TestDistributedGrouping, RestartWhileUpdatingTest, DistributedFacetPivotSmallAdvancedTest, TestCloudPivotFacet, DistribCursorPagingTest, TestFastLRUCache, TestFilteredDocIdSet, UpdateRequestProcessorFactoryTest, OpenCloseCoreStressTest, TestBM25SimilarityFactory, TestSmileRequest, CoreAdminRequestStatusTest, TestSolrCoreProperties, DistanceUnitsTest, TestQueryUtils, TestScoreJoinQPNoScore, TestSerializedLuceneMatchVersion, AddSchemaFieldsUpdateProcessorFactoryTest, TestLeaderElectionZkExpiry, DistributedTermsComponentTest, CdcrUpdateLogTest, TestSchemaManager, TestRawTransformer, TestCoreContainer, TestStressVersions, SpatialFilterTest, NotRequiredUniqueKeyTest, SpellingQueryConverterTest, TestRandomForceMergePolicy, HdfsChaosMonkeySafeLeaderTest, TestDistribIDF, TestReloadAndDeleteDocs, SolrPluginUtilsTest, BlockJoinFacetRandomTest, TestQuerySenderListener, TestChildDocTransformer, OverseerRolesTest, TestAddFieldRealTimeGet, TestAuthorizationFramework, DistributedQueryComponentCustomSortTest, ConvertedLegacyTest, TestUpdate, FileUtilsTest, ChaosMonkeyNothingIsSafeTest, DistributedExpandComponentTest, DocValuesTest, TestSortByMinMaxFunction, SpellCheckComponentTest, SimplePostToolTest, DocExpirationUpdateProcessorFactoryTest, ZkControllerTest, SuggestComponentTest, SolrIndexSplitterTest, TestSolrDeletionPolicy2, TestTrie, SolrIndexConfigTest, RulesTest, TestPerFieldSimilarityWithDefaultOverride, TimeZoneUtilsTest, ShardRoutingCustomTest, TestJsonFacets, ClusterStateUpdateTest, DirectSolrSpellCheckerTest, SortByFunctionTest, BlockDirectoryTest, TestSolrCloudWithKerberosAlt, TestBulkSchemaAPI, TestMaxScoreQueryParser, TestLRUStatsCache, TestBinaryResponseWriter, ZkSolrClientTest, TestEmbeddedSolrServerConstructors, FacetPivotSmallTest, SuggesterFSTTest, TestDFISimilarityFactory, CollectionsAPIDistributedZkTest]
   [junit4] Completed [414/577 (2!)] on J1 in 861.74s, 1 test, 1 error <<< FAILURES!

[...truncated 585 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2321 tests, 1 suite-level error, 1 error, 33 ignored (18 assumptions) [seed: D84402BA07FABEB7]

Total time: 222 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 921 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/921/

2 tests failed.
FAILED:  org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun

Error Message:
Failed on local exception: java.io.IOException: Broken pipe; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":43702; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Broken pipe; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":43702; 
	at __randomizedtesting.SeedInfo.seed([DCD96DE711CBF009:D28BD9E9105DC206]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy109.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy110.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun(MorphlineBasicMiniMRTest.java:363)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Broken pipe
	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
	at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
	at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:471)
	at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:63)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:159)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:117)
	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
	at java.io.DataOutputStream.flush(DataOutputStream.java:123)
	at org.apache.hadoop.ipc.Client$Connection$3.run(Client.java:1030)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more


FAILED:  org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test

Error Message:
Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":34914; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":34914; 
	at __randomizedtesting.SeedInfo.seed([DCD96DE711CBF009:548D523DBF379DF1]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy111.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy112.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test(MorphlineGoLiveMiniMRTest.java:402)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
	at sun.nio.ch.IOUtil.read(IOUtil.java:197)
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
	at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:513)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:265)
	at java.io.DataInputStream.readInt(DataInputStream.java:387)
	at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071)
	at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966)




Build Log:
[...truncated 19552 lines...]
   [junit4] Suite: org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/init-core-data-001
   [junit4]   2> 0    INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /co_xlj/
   [junit4]   2> 1058 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1236 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 1280 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 1465 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.c.C.deprecation hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
   [junit4]   2> 1465 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 1466 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 1481 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 1486 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2016 Jan 27 06:46:29
   [junit4]   2> 1490 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 1490 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 1492 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455.5 MB = 9.1 MB
   [junit4]   2> 1493 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 1519 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 1519 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 1519 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 1520 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 1520 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 1520 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 1520 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 1520 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 1520 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 1530 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 1530 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 1530 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 1531 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 1535 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 1933 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 1933 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 1933 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455.5 MB = 4.6 MB
   [junit4]   2> 1934 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 1934 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 1949 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 1949 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 1949 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455.5 MB = 1.1 MB
   [junit4]   2> 1949 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 1951 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 1952 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 1952 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 1954 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 1954 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 1959 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 1960 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 1960 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455.5 MB = 139.9 KB
   [junit4]   2> 1960 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 1969 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 1969 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 1969 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 2059 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSImage Allocated new BlockPoolId: BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 2082 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name1 has been successfully formatted.
   [junit4]   2> 2090 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name2 has been successfully formatted.
   [junit4]   2> 2414 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNStorageRetentionManager Going to retain 1 images with txid >= 0
   [junit4]   2> 2420 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode createNameNode []
   [junit4]   2> 2473 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2588 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl Scheduled snapshot period at 10 second(s).
   [junit4]   2> 2588 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl NameNode metrics system started
   [junit4]   2> 2591 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode fs.defaultFS is hdfs://127.0.0.1:0
   [junit4]   2> 2659 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.DFSUtil Starting Web-server for hdfs at: http://localhost:0
   [junit4]   2> 2788 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 2801 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2832 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 2836 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
   [junit4]   2> 2836 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 2836 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 2886 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
   [junit4]   2> 2889 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 2914 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 57253
   [junit4]   2> 2914 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2994 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57253_hdfs____vcf194/webapp
   [junit4]   2> 3171 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4544 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57253
   [junit4]   2> 4554 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 4562 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 4563 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 4563 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 4565 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 4566 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2016 Jan 27 06:46:32
   [junit4]   2> 4566 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 4567 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 4567 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455.5 MB = 9.1 MB
   [junit4]   2> 4567 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 4568 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 4569 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 4569 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 4569 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 4569 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 4569 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 4569 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 4570 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455.5 MB = 4.6 MB
   [junit4]   2> 4571 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 4573 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 4573 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 4573 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 4573 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455.5 MB = 1.1 MB
   [junit4]   2> 4574 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 4575 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 4577 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 4577 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 4577 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 4577 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 4577 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 4578 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 4578 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455.5 MB = 139.9 KB
   [junit4]   2> 4578 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 4580 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 4580 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 4580 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 4594 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name1/in_use.lock acquired by nodename 28346@lucene1-us-west
   [junit4]   2> 4605 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name2/in_use.lock acquired by nodename 28346@lucene1-us-west
   [junit4]   2> 4614 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name1/current
   [junit4]   2> 4615 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name2/current
   [junit4]   2> 4615 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSImage No edit log streams selected.
   [junit4]   2> 4681 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSImageFormatPBINode Loading 1 INodes.
   [junit4]   2> 4697 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSImageFormatProtobuf Loaded FSImage in 0 seconds.
   [junit4]   2> 4697 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSImage Loaded image for txid 0 from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/name1/current/fsimage_0000000000000000000
   [junit4]   2> 4706 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
   [junit4]   2> 4707 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSEditLog Starting log segment at 1
   [junit4]   2> 4788 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameCache initialized with 0 entries 0 lookups
   [junit4]   2> 4789 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Finished loading FSImage in 209 msecs
   [junit4]   2> 5474 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode RPC server is binding to localhost:0
   [junit4]   2> 5493 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 5586 INFO  (Socket Reader #1 for port 33325) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 33325
   [junit4]   2> 5646 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode Clients are to use localhost:33325 to access this namenode/service.
   [junit4]   2> 5653 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Registered FSNamesystemState MBean
   [junit4]   2> 5697 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 5698 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 5698 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem initializing replication queues
   [junit4]   2> 5704 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.StateChange STATE* Leaving safe mode after 1 secs
   [junit4]   2> 5704 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.StateChange STATE* Network topology has 0 racks and 0 datanodes
   [junit4]   2> 5704 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.StateChange STATE* UnderReplicatedBlocks has 0 blocks
   [junit4]   2> 5728 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Total number of blocks            = 0
   [junit4]   2> 5735 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of invalid blocks          = 0
   [junit4]   2> 5735 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of under-replicated blocks = 0
   [junit4]   2> 5735 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of  over-replicated blocks = 0
   [junit4]   2> 5735 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of blocks being written    = 0
   [junit4]   2> 5735 INFO  (Replication Queue Initializer) [    ] o.a.h.h.StateChange STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 25 msec
   [junit4]   2> 5825 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 5831 INFO  (IPC Server listener on 33325) [    ] o.a.h.i.Server IPC Server listener on 33325: starting
   [junit4]   2> 5901 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.NameNode NameNode RPC up at: localhost/127.0.0.1:33325
   [junit4]   2> 5901 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Starting services required for active state
   [junit4]   2> 5945 INFO  (CacheReplicationMonitor(500612937)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Starting CacheReplicationMonitor with interval 30000 milliseconds
   [junit4]   2> 5946 INFO  (CacheReplicationMonitor(500612937)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 22355484769 milliseconds
   [junit4]   2> 5955 INFO  (CacheReplicationMonitor(500612937)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 10 millisecond(s).
   [junit4]   2> 5962 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2
   [junit4]   2> 6213 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 6214 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 6223 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 6244 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:45885
   [junit4]   2> 6250 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 6250 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 6265 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 6269 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 6273 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 6279 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 6279 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 6289 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 6303 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 43368
   [junit4]   2> 6303 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 6324 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43368_datanode____.qdmtab/webapp
   [junit4]   2> 6486 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 7453 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43368
   [junit4]   2> 7470 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 7470 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 7547 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 7564 INFO  (Socket Reader #1 for port 39672) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 39672
   [junit4]   2> 7575 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:39672
   [junit4]   2> 7631 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 7638 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 7666 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33325 starting to offer service
   [junit4]   2> 7689 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 7689 INFO  (IPC Server listener on 39672) [    ] o.a.h.i.Server IPC Server listener on 39672: starting
   [junit4]   2> 7694 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4
   [junit4]   2> 7857 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 7857 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 7857 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 7858 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:51268
   [junit4]   2> 7858 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 7858 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 7860 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 7861 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 7861 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 7861 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 7861 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 7862 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 7862 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 47099
   [junit4]   2> 7863 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 7924 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47099_datanode____.mtl964/webapp
   [junit4]   2> 8145 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 8707 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 8714 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/in_use.lock acquired by nodename 28346@lucene1-us-west
   [junit4]   2> 8716 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1 is not formatted for BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 8716 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8737 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/in_use.lock acquired by nodename 28346@lucene1-us-west
   [junit4]   2> 8738 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2 is not formatted for BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 8738 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 8914 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47099
   [junit4]   2> 8929 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 8935 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 8936 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 8952 INFO  (Socket Reader #1 for port 37085) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 37085
   [junit4]   2> 8955 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:37085
   [junit4]   2> 8964 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 8965 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 8994 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33325 starting to offer service
   [junit4]   2> 9028 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 9035 INFO  (IPC Server listener on 37085) [    ] o.a.h.i.Server IPC Server listener on 37085: starting
   [junit4]   2> 9133 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 9137 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/in_use.lock acquired by nodename 28346@lucene1-us-west
   [junit4]   2> 9138 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3 is not formatted for BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 9138 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9154 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/in_use.lock acquired by nodename 28346@lucene1-us-west
   [junit4]   2> 9155 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4 is not formatted for BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 9155 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9159 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 9160 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9162 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-1176885193-10.41.0.5-1453895189540 is not formatted.
   [junit4]   2> 9162 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9162 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-1176885193-10.41.0.5-1453895189540 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-1176885193-10.41.0.5-1453895189540/current
   [junit4]   2> 9166 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9167 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/current/BP-1176885193-10.41.0.5-1453895189540 is not formatted.
   [junit4]   2> 9167 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9167 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-1176885193-10.41.0.5-1453895189540 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/current/BP-1176885193-10.41.0.5-1453895189540/current
   [junit4]   2> 9172 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 9176 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 9184 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DataNode Setting up storage: nsid=1522891308;bpid=BP-1176885193-10.41.0.5-1453895189540;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1522891308;c=0;bpid=BP-1176885193-10.41.0.5-1453895189540;dnuuid=null
   [junit4]   2> 9194 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DataNode Generated and persisted new Datanode UUID 5af13061-7600-4cc7-ad6a-111a3334ebbf
   [junit4]   2> 9419 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/current
   [junit4]   2> 9431 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/current, StorageType: DISK
   [junit4]   2> 9432 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/current
   [junit4]   2> 9433 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/current, StorageType: DISK
   [junit4]   2> 9497 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 9497 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9498 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/current/BP-1176885193-10.41.0.5-1453895189540 is not formatted.
   [junit4]   2> 9498 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9498 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-1176885193-10.41.0.5-1453895189540 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/current/BP-1176885193-10.41.0.5-1453895189540/current
   [junit4]   2> 9508 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9509 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/current/BP-1176885193-10.41.0.5-1453895189540 is not formatted.
   [junit4]   2> 9509 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9510 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-1176885193-10.41.0.5-1453895189540 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/current/BP-1176885193-10.41.0.5-1453895189540/current
   [junit4]   2> 9515 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Registered FSDatasetState MBean
   [junit4]   2> 9517 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 9517 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 9527 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DirectoryScanner Periodic Directory Tree Verification scan starting at 1453916084069 with interval 21600000
   [junit4]   2> 9537 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DataNode Setting up storage: nsid=1522891308;bpid=BP-1176885193-10.41.0.5-1453895189540;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1522891308;c=0;bpid=BP-1176885193-10.41.0.5-1453895189540;dnuuid=null
   [junit4]   2> 9541 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.DataNode Generated and persisted new Datanode UUID 3d4c39cf-431c-434e-b98f-d618d7d28ab8
   [junit4]   2> 9546 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Adding block pool BP-1176885193-10.41.0.5-1453895189540
   [junit4]   2> 9542 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/current
   [junit4]   2> 9556 INFO  (Thread-91) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Scanning block pool BP-1176885193-10.41.0.5-1453895189540 on volume /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data1/current...
   [junit4]   2> 9571 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33325) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_DCD96DE711CBF009-001/tempDir-002/hdfs/build/dfs/data/data3/current, StorageType: DISK
   [junit4]   2> 9571 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-

[...truncated too long message...]

$Monitor@3269cf74) [    ] o.a.h.h.s.b.DecommissionManager Monitor interrupted: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 93647 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Stopping services started for active state
   [junit4]   2> 93647 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.h.s.n.FSNamesystem Stopping services started for standby state
   [junit4]   2> 93662 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 93764 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl Stopping JobHistoryServer metrics system...
   [junit4]   2> 93770 ERROR (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineBasicMiniMRTest.teardownClass(MorphlineBasicMiniMRTest.java:195)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 93795 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system stopped.
   [junit4]   2> 93796 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system shutdown complete.
   [junit4]   2> 93801 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[DCD96DE711CBF009]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_DCD96DE711CBF009-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-EC, timezone=SystemV/MST7
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=6,free=169461176,total=300417024
   [junit4]   2> NOTE: All tests run in this JVM: [MorphlineBasicMiniMRTest]
   [junit4] Completed [7/7 (2!)] on J0 in 95.98s, 2 tests, 1 error <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:253: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:459: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 7 suites, 35 tests, 2 errors, 1 ignored [seed: DCD96DE711CBF009]

Total time: 243 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 920 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/920/

3 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([DA26A59BBD8A5178:52729A4113763C80]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([DA26A59BBD8A5178]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.search.mlt.CloudMLTQParserTest.test

Error Message:
arrays first differed at element [1]; expected:<13> but was:<22>

Stack Trace:
arrays first differed at element [1]; expected:<13> but was:<22>
	at __randomizedtesting.SeedInfo.seed([DA26A59BBD8A5178:52729A4113763C80]:0)
	at org.junit.internal.ComparisonCriteria.arrayEquals(ComparisonCriteria.java:52)
	at org.junit.Assert.internalArrayEquals(Assert.java:416)
	at org.junit.Assert.assertArrayEquals(Assert.java:292)
	at org.junit.Assert.assertArrayEquals(Assert.java:305)
	at org.apache.solr.search.mlt.CloudMLTQParserTest.test(CloudMLTQParserTest.java:113)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10388 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/init-core-data-001
   [junit4]   2> 1685600 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartupWithNoActivity
   [junit4]   2> 1685600 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1
   [junit4]   2> 1685604 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1685606 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75e58e66{/solr,null,AVAILABLE}
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65ad608d{HTTP/1.1}{127.0.0.1:51197}
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.Server Started @1689409ms
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=51197}
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001'
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1685607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1685608 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/solr.xml
   [junit4]   2> 1685612 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/.
   [junit4]   2> 1685612 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer New CoreContainer 6728116
   [junit4]   2> 1685613 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001]
   [junit4]   2> 1685613 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/lib
   [junit4]   2> 1685613 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1685614 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1685615 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1685615 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1685615 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1685615 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1685615 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/.
   [junit4]   2> 1685616 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1685616 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1
   [junit4]   2> 1685617 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1685617 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1'
   [junit4]   2> 1685618 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1685618 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1685618 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1685618 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1685625 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1685628 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1685635 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1685637 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1685640 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1685641 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1'
   [junit4]   2> 1685642 INFO  (coreLoadExecutor-1880-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1
   [junit4]   2> 1685642 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1685642 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1685642 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1685642 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data
   [junit4]   2> 1685643 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1685643 WARN  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1685643 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1685643 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49172648095620985]
   [junit4]   2> 1685643 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1ebdbc97 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@523ef885),segFN=segments_1,generation=1}
   [junit4]   2> 1685644 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1685644 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1685646 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1685648 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1685649 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1685649 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1685650 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1685656 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1685656 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1685657 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1685658 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1685658 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.2470703125, noCFSRatio=0.7747642103148132]
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1ebdbc97 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@523ef885),segFN=segments_1,generation=1}
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22ad4e13[collection1] main]
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/conf
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1685659 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/conf
   [junit4]   2> 1685660 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1685660 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1685660 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1685660 INFO  (searcherExecutor-1881-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22ad4e13[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1685660 INFO  (coreLoadExecutor-1880-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1686120 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1
   [junit4]   2> 1686125 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1686127 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@439b20ac{/solr,null,AVAILABLE}
   [junit4]   2> 1686128 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6747acd6{HTTP/1.1}{127.0.0.1:55573}
   [junit4]   2> 1686128 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.Server Started @1689931ms
   [junit4]   2> 1686128 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=55573}
   [junit4]   2> 1686129 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1686129 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002'
   [junit4]   2> 1686129 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1686129 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1686129 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/solr.xml
   [junit4]   2> 1686134 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/.
   [junit4]   2> 1686134 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer New CoreContainer 331014814
   [junit4]   2> 1686134 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002]
   [junit4]   2> 1686134 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/lib
   [junit4]   2> 1686135 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1686136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1686136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1686136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1686136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1686137 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1686137 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/.
   [junit4]   2> 1686138 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1686138 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1
   [junit4]   2> 1686138 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1686138 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1'
   [junit4]   2> 1686139 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1686139 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1686144 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1686144 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1686145 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1686148 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1686155 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1686158 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1686160 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1686161 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1'
   [junit4]   2> 1686161 INFO  (coreLoadExecutor-1890-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1
   [junit4]   2> 1686161 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1686162 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1686162 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1686162 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data
   [junit4]   2> 1686162 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1686162 WARN  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1686163 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1686163 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.49172648095620985]
   [junit4]   2> 1686163 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@58da12ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@526f1e3b),segFN=segments_1,generation=1}
   [junit4]   2> 1686163 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1686163 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1686167 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1686168 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686169 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686169 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686170 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686171 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1686171 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1686172 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1686172 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1686172 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1686172 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.2470703125, noCFSRatio=0.7747642103148132]
   [junit4]   2> 1686172 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@58da12ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@526f1e3b),segFN=segments_1,generation=1}
   [junit4]   2> 1686172 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1686173 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c7d6edf[collection1] main]
   [junit4]   2> 1686173 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1/conf
   [junit4]   2> 1686173 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1686173 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/collection1/conf
   [junit4]   2> 1686173 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1686175 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1686175 INFO  (searcherExecutor-1891-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c7d6edf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1686175 INFO  (coreLoadExecutor-1890-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1686474 INFO  (qtp589720765-52416) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1686645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@6747acd6{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1686645 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=331014814
   [junit4]   2> 1686653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4149511d
   [junit4]   2> 1686653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1686654 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1686654 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1686654 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1686655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1686655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1686655 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 1686656 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1686656 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 1686656 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-002/./collection1/data
   [junit4]   2> 1686660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@439b20ac{/solr,null,UNAVAILABLE}
   [junit4]   2> 1686662 INFO  (qtp589720765-52418) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1686663 INFO  (qtp589720765-52418) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 1686665 INFO  (qtp589720765-52419) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1686666 INFO  (qtp589720765-52419) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1ebdbc97 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@523ef885),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1ebdbc97 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@523ef885),segFN=segments_2,generation=2}
   [junit4]   2> 1686666 INFO  (qtp589720765-52419) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1686667 INFO  (qtp589720765-52419) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ca63392[collection1] main]
   [junit4]   2> 1686667 INFO  (qtp589720765-52419) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1686667 INFO  (searcherExecutor-1881-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ca63392[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1686667 INFO  (qtp589720765-52419) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1686672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@65ad608d{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1686672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6728116
   [junit4]   2> 1686673 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@409ea6a
   [junit4]   2> 1686673 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 1686674 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1686674 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1686674 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1686675 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1686675 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1686675 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 1686675 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data
   [junit4]   2> 1686676 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 1686676 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1686679 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75e58e66{/solr,null,UNAVAILABLE}
   [junit4]   2> 1686685 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1686687 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39e11e17{/solr,null,AVAILABLE}
   [junit4]   2> 1686687 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3c4b787a{HTTP/1.1}{127.0.0.1:40816}
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.Server Started @1690490ms
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=40816}
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001'
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1686688 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/solr.xml
   [junit4]   2> 1686693 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/.
   [junit4]   2> 1686693 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer New CoreContainer 1972809607
   [junit4]   2> 1686693 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001]
   [junit4]   2> 1686694 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/lib
   [junit4]   2> 1686700 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1686701 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1686701 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1686701 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1686701 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1686701 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1686702 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/.
   [junit4]   2> 1686703 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1686703 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1
   [junit4]   2> 1686703 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1686703 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1'
   [junit4]   2> 1686705 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1686706 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1686704 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1686708 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[DA26A59BBD8A5178]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1686713 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1686716 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1686731 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1686733 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1686736 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1686738 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1'
   [junit4]   2> 1686738 INFO  (coreLoadExecutor-1901-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1
   [junit4]   2> 1686738 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.NRTCachingDirectoryFactory
   [junit4]   2> 1686739 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1686739 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1686739 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/data
   [junit4]   2> 1686739 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1686740 WARN  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1686740 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/data/index
   [junit4]   2> 1686740 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1412351384, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1686746 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@43e510be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1686746 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1686747 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1686749 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1686752 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686753 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686754 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686755 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1686756 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1686756 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1686757 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1686757 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1686757 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1686757 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@206f898
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@43e510be; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f83b30c[collection1] main]
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/conf
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DA26A59BBD8A5178-001/solr-instance-001/collection1/conf
   [junit4]   2> 1686758 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1686759 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 1686759 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1686759 INFO  (searcherExecutor-1902-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3f83b30c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1686759 INFO  (coreLoadExecutor-1901-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1687213 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 1687215 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1687218 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1687220 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1687222 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1687224 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1687225 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1687228 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1687230 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1687233 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1687234 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1687236 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1687238 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1687240 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1687241 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1687243 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1687245 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1687246 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1687248 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1687250 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1687251 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1687253 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1687255 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1687256 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1687258 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1687260 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1687261 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1687263 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1687265 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1687266 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1687269 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1687271 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1687273 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1687275 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1687277 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1687278 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1687280 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1687282 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1687283 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1687285 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1687287 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1687288 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1687290 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1687292 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1687294 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1687295 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1687297 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1687300 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1687301 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1687303 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1687308 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1687311 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1687313 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1687315 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1687317 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1687318 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1687320 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1687323 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1687325 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1687327 INFO  (qtp1448542044-52459) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1687333 INFO  (qtp1448542044-52455) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1687334 INFO  (qtp1448542044-52456) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1687336 INFO  (qtp1448542044-52457) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1687338 INFO  (qtp1448542044-52458) [    x:collection1] o.a.s.u.p.Lo

[...truncated too long message...]

e/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.search.mlt.CloudMLTQParserTest_DA26A59BBD8A5178-001/shard-2-002/cores/collection1/data
   [junit4]   2> 5612089 INFO  (TEST-CloudMLTQParserTest.test-seed#[DA26A59BBD8A5178]) [n:127.0.0.1:47027_hv_n c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.Overseer Overseer (id=95277648466935821-127.0.0.1:47027_hv_n-n_0000000002) closing
   [junit4]   2> 5612090 INFO  (OverseerStateUpdate-95277648466935821-127.0.0.1:47027_hv_n-n_0000000002) [n:127.0.0.1:47027_hv_n    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47027_hv_n
   [junit4]   2> 5612090 INFO  (zkCallback-3779-thread-1-processing-n:127.0.0.1:47027_hv_n) [n:127.0.0.1:47027_hv_n    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5612091 WARN  (zkCallback-3779-thread-1-processing-n:127.0.0.1:47027_hv_n) [n:127.0.0.1:47027_hv_n    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 5612092 INFO  (TEST-CloudMLTQParserTest.test-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7a286455{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 5612092 INFO  (TEST-CloudMLTQParserTest.test-seed#[DA26A59BBD8A5178]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@29b9be3a{/hv_n,null,UNAVAILABLE}
   [junit4]   2> 5612094 INFO  (TEST-CloudMLTQParserTest.test-seed#[DA26A59BBD8A5178]) [n:127.0.0.1:47027_hv_n c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32815 32815
   [junit4]   2> 5612295 INFO  (Thread-25581) [n:127.0.0.1:37803_hv_n c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:32815 32815
   [junit4]   2> 5612297 WARN  (Thread-25581) [n:127.0.0.1:37803_hv_n c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudMLTQParserTest -Dtests.method=test -Dtests.seed=DA26A59BBD8A5178 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=pl -Dtests.timezone=Asia/Hebron -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 11.4s J2 | CloudMLTQParserTest.test <<<
   [junit4]    > Throwable #1: arrays first differed at element [1]; expected:<13> but was:<22>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA26A59BBD8A5178:52729A4113763C80]:0)
   [junit4]    > 	at org.apache.solr.search.mlt.CloudMLTQParserTest.test(CloudMLTQParserTest.java:113)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 5612299 INFO  (SUITE-CloudMLTQParserTest-seed#[DA26A59BBD8A5178]-worker) [n:127.0.0.1:47027_hv_n c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.search.mlt.CloudMLTQParserTest_DA26A59BBD8A5178-001
   [junit4]   2> Jan 26, 2016 3:19:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=24371, maxDocsPerChunk=411, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=24371, blockSize=9)), sim=ClassicSimilarity, locale=pl, timezone=Asia/Hebron
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=343553800,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [TestUtils, DebugComponentTest, ShardSplitTest, CleanupOldIndexTest, UnloadDistributedZkTest, SimpleMLTQParserTest, HardAutoCommitTest, CdcrRequestHandlerTest, TestReload, TestHdfsUpdateLog, TestTolerantSearch, TestIndexingPerformance, TestSolrXml, FullSolrCloudDistribCmdsTest, CustomCollectionTest, SolrTestCaseJ4Test, TestNamedUpdateProcessors, CheckHdfsIndexTest, TermVectorComponentDistributedTest, TestManagedSchemaDynamicFieldResource, TestHighFrequencyDictionaryFactory, TestMinMaxOnMultiValuedField, TestIntervalFaceting, AtomicUpdatesTest, TestClassNameShortening, HdfsCollectionsAPIDistributedZkTest, SuggesterTest, SegmentsInfoRequestHandlerTest, ScriptEngineTest, TestPostingsSolrHighlighter, LukeRequestHandlerTest, SimpleFacetsTest, CircularListTest, TestGroupingSearch, FieldAnalysisRequestHandlerTest, HighlighterConfigTest, DateMathParserTest, DirectUpdateHandlerOptimizeTest, DataDrivenBlockJoinTest, TestHashQParserPlugin, BadComponentTest, TestSolrDeletionPolicy1, RollingRestartTest, TestSolrConfigHandlerConcurrent, SpatialHeatmapFacetsTest, OverseerStatusTest, TestFieldResource, TestCustomSort, TestSolrQueryResponse, DistributedQueryComponentOptimizationTest, TestReversedWildcardFilterFactory, TestLeaderInitiatedRecoveryThread, TestJmxIntegration, TestManagedStopFilterFactory, BigEndianAscendingWordDeserializerTest, TestObjectReleaseTracker, TestCustomDocTransformer, TestInitParams, IgnoreCommitOptimizeUpdateProcessorFactoryTest, RegexBoostProcessorTest, TestCoreDiscovery, TestSchemaSimilarityResource, TestSolrQueryParser, TestNonDefinedSimilarityFactory, TestFuzzyAnalyzedSuggestions, RecoveryZkTest, TestDynamicLoading, TestSort, TestMissingGroups, TestReRankQParserPlugin, SampleTest, TestDynamicFieldCollectionResource, TestQueryWrapperFilter, StressHdfsTest, TestCollationField, BasicAuthIntegrationTest, DistributedFacetPivotSmallTest, TestUseDocValuesAsStored, TestShardHandlerFactory, BadIndexSchemaTest, TestElisionMultitermQuery, LeaderElectionTest, TestAuthenticationFramework, ChangedSchemaMergeTest, HdfsThreadLeakTest, TestSolrIndexConfig, DistribDocExpirationUpdateProcessorTest, NoCacheHeaderTest, DirectUpdateHandlerTest, AutoCommitTest, DeleteReplicaTest, TestStressRecovery, ZkStateReaderTest, ZkStateWriterTest, CachingDirectoryFactoryTest, TestReqParamsAPI, TestRestoreCore, TestSQLHandler, TestTrackingShardHandlerFactory, SmileWriterTest, TestChildDocTransformer, TestRawResponseWriter, TestManagedResource, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestManagedSchemaFieldResource, TestSerializedLuceneMatchVersion, BadCopyFieldTest, DateRangeFieldTest, TestCloudManagedSchema, TestCloudSchemaless, TestCollationFieldDocValues, TestManagedSchema, AnalyticsMergeStrategyTest, AnalyticsQueryTest, MergeStrategyTest, RankQueryTest, TestAddFieldRealTimeGet, TestFieldSortValues, TestFilteredDocIdSet, TestRandomCollapseQParserPlugin, TestSearcherReuse, TestSimpleQParserPlugin, TestSmileRequest, TestSolr4Spatial2, TestStressUserVersions, TestXmlQParser, TestOrdValues, TestSortByMinMaxFunction, BlockJoinFacetSimpleTest, TestScoreJoinQPScore, TestJsonRequest, CloudMLTQParserTest]
   [junit4] Completed [560/577 (3!)] on J2 in 30.72s, 2 tests, 1 failure <<< FAILURES!

[...truncated 70 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 577 suites (8 ignored), 2316 tests, 1 suite-level error, 2 failures, 33 ignored (18 assumptions) [seed: DA26A59BBD8A5178]

Total time: 226 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 919 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
I'll disable Direct and Memory for this test.

Mike McCandless

http://blog.mikemccandless.com


On Mon, Jan 25, 2016 at 6:12 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/919/
>
> 1 tests failed.
> FAILED:  org.apache.lucene.search.TestGeoPointQuery.testRandomBig
>
> Error Message:
> CheckIndex failed
>
> Stack Trace:
> java.lang.RuntimeException: CheckIndex failed
>         at __randomizedtesting.SeedInfo.seed([D35E8C12334C2B8D:5409F19DA215570D]:0)
>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
>         at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
>         at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
>         at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
>         at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:771)
>         at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
>         at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:497)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 8026 lines...]
>    [junit4] Suite: org.apache.lucene.search.TestGeoPointQuery
>    [junit4]   1> CheckIndex failed
>    [junit4]   1> Segments file=segments_1 numSegments=1 version=6.0.0 id=3rikodqqkuixj14rg7sz56coj format=
>    [junit4]   1>   1 of 1: name=_2w maxDoc=905204
>    [junit4]   1>     version=6.0.0
>    [junit4]   1>     id=3rikodqqkuixj14rg7sz56coi
>    [junit4]   1>     codec=Asserting(Lucene60)
>    [junit4]   1>     compound=false
>    [junit4]   1>     numFiles=14
>    [junit4]   1>     size (MB)=51.517
>    [junit4]   1>     diagnostics = {os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, mergeMaxNumSegments=1, os.arch=amd64, java.runtime.version=1.8.0_66-b17, source=merge, mergeFactor=26, os.version=3.13.0-52-generic, timestamp=1453720049607}
>    [junit4]   1>     no deletions
>    [junit4]   1>     test: open reader.........FAILED
>    [junit4]   1>     WARNING: exorciseIndex() would remove reference to this segment; full exception:
>    [junit4]   1> java.lang.OutOfMemoryError: Java heap space
>    [junit4]   1>        at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
>    [junit4]   1>        at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:352)
>    [junit4]   1>        at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:130)
>    [junit4]   1>        at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:114)
>    [junit4]   1>        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
>    [junit4]   1>        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
>    [junit4]   1>        at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
>    [junit4]   1>        at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
>    [junit4]   1>        at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:668)
>    [junit4]   1>        at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:276)
>    [junit4]   1>        at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
>    [junit4]   1>        at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
>    [junit4]   1>        at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
>    [junit4]   1>        at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
>    [junit4]   1>        at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:771)
>    [junit4]   1>        at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
>    [junit4]   1>        at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
>    [junit4]   1>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]   1>        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>    [junit4]   1>        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]   1>        at java.lang.reflect.Method.invoke(Method.java:497)
>    [junit4]   1>        at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>    [junit4]   1>        at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>    [junit4]   1>        at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>    [junit4]   1>        at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>    [junit4]   1>        at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>    [junit4]   1>        at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>    [junit4]   1>        at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>    [junit4]   1>        at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>    [junit4]   1>        at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>    [junit4]   1>        at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>    [junit4]   1>        at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>    [junit4]   1>
>    [junit4]   1> WARNING: 1 broken segments (containing 905204 documents) detected
>    [junit4]   1> Took 11.659 sec total.
>    [junit4]   1>
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=D35E8C12334C2B8D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=sl -Dtests.timezone=Africa/Lome -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR    120s J1 | TestGeoPointQuery.testRandomBig <<<
>    [junit4]    > Throwable #1: java.lang.RuntimeException: CheckIndex failed
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([D35E8C12334C2B8D:5409F19DA215570D]:0)
>    [junit4]    >        at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
>    [junit4]    >        at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
>    [junit4]    >        at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
>    [junit4]    >        at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
>    [junit4]    >        at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
>    [junit4]    >        at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:771)
>    [junit4]    >        at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
>    [junit4]    >        at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/J1/temp/lucene.search.TestGeoPointQuery_D35E8C12334C2B8D-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {string=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), point=PostingsFormat(name=Direct)}, docValues:{id=DocValuesFormat(name=Asserting), point=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sl, timezone=Africa/Lome
>    [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=43706672,total=346030080
>    [junit4]   2> NOTE: All tests run in this JVM: [TestSlowFuzzyQuery2, TestTermAutomatonQuery, TestPayloadSpanUtil, TestDocValuesRangeQuery, TestDocValuesTermsQuery, TestGeoPointQuery]
>    [junit4] Completed [13/13 (1!)] on J1 in 176.42s, 23 tests, 1 error <<< FAILURES!
>
> [...truncated 1 lines...]
>    [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/temp/junit4-J1-20160125_110517_330.sysout
>    [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
>    [junit4] java.lang.OutOfMemoryError: Java heap space
>    [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid3746.hprof ...
>    [junit4] Heap dump file created [664036402 bytes in 4.323 secs]
>    [junit4] <<< JVM J1: EOF ----
>
> [...truncated 10 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2154: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 13 suites, 97 tests, 1 error [seed: D35E8C12334C2B8D]
>
> Total time: 116 minutes 57 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> No prior successful build to compare, so performing full copy of artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 919 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/919/

1 tests failed.
FAILED:  org.apache.lucene.search.TestGeoPointQuery.testRandomBig

Error Message:
CheckIndex failed

Stack Trace:
java.lang.RuntimeException: CheckIndex failed
	at __randomizedtesting.SeedInfo.seed([D35E8C12334C2B8D:5409F19DA215570D]:0)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:771)
	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8026 lines...]
   [junit4] Suite: org.apache.lucene.search.TestGeoPointQuery
   [junit4]   1> CheckIndex failed
   [junit4]   1> Segments file=segments_1 numSegments=1 version=6.0.0 id=3rikodqqkuixj14rg7sz56coj format=
   [junit4]   1>   1 of 1: name=_2w maxDoc=905204
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=3rikodqqkuixj14rg7sz56coi
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=14
   [junit4]   1>     size (MB)=51.517
   [junit4]   1>     diagnostics = {os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, mergeMaxNumSegments=1, os.arch=amd64, java.runtime.version=1.8.0_66-b17, source=merge, mergeFactor=26, os.version=3.13.0-52-generic, timestamp=1453720049607}
   [junit4]   1>     no deletions
   [junit4]   1>     test: open reader.........FAILED
   [junit4]   1>     WARNING: exorciseIndex() would remove reference to this segment; full exception:
   [junit4]   1> java.lang.OutOfMemoryError: Java heap space
   [junit4]   1> 	at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
   [junit4]   1> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:352)
   [junit4]   1> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:130)
   [junit4]   1> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:114)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
   [junit4]   1> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
   [junit4]   1> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:668)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:276)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
   [junit4]   1> 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
   [junit4]   1> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]   1> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]   1> 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:771)
   [junit4]   1> 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]   1> 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   1> 
   [junit4]   1> WARNING: 1 broken segments (containing 905204 documents) detected
   [junit4]   1> Took 11.659 sec total.
   [junit4]   1> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=D35E8C12334C2B8D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=sl -Dtests.timezone=Africa/Lome -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    120s J1 | TestGeoPointQuery.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: CheckIndex failed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D35E8C12334C2B8D:5409F19DA215570D]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
   [junit4]    > 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:771)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/J1/temp/lucene.search.TestGeoPointQuery_D35E8C12334C2B8D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {string=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), point=PostingsFormat(name=Direct)}, docValues:{id=DocValuesFormat(name=Asserting), point=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=sl, timezone=Africa/Lome
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=43706672,total=346030080
   [junit4]   2> NOTE: All tests run in this JVM: [TestSlowFuzzyQuery2, TestTermAutomatonQuery, TestPayloadSpanUtil, TestDocValuesRangeQuery, TestDocValuesTermsQuery, TestGeoPointQuery]
   [junit4] Completed [13/13 (1!)] on J1 in 176.42s, 23 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/temp/junit4-J1-20160125_110517_330.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid3746.hprof ...
   [junit4] Heap dump file created [664036402 bytes in 4.323 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 10 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2154: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 13 suites, 97 tests, 1 error [seed: D35E8C12334C2B8D]

Total time: 116 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 918 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/918/

1 tests failed.
FAILED:  org.apache.lucene.search.TestLatLonPointQueries.testRandomBig

Error Message:
Captured an uncaught exception in thread: Thread[id=69, name=T1, state=RUNNABLE, group=TGRP-TestLatLonPointQueries]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=69, name=T1, state=RUNNABLE, group=TGRP-TestLatLonPointQueries]
Caused by: java.lang.AssertionError: some hits were wrong
	at __randomizedtesting.SeedInfo.seed([E332BA7DBDF3173D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.BaseGeoPointTestCase$VerifyHits.test(BaseGeoPointTestCase.java:552)
	at org.apache.lucene.util.BaseGeoPointTestCase$2._run(BaseGeoPointTestCase.java:756)
	at org.apache.lucene.util.BaseGeoPointTestCase$2.run(BaseGeoPointTestCase.java:623)




Build Log:
[...truncated 8037 lines...]
   [junit4] Suite: org.apache.lucene.search.TestLatLonPointQueries
   [junit4]   1> T1: id=480215 should match but did not
   [junit4]   1>   small=true query=PointInRectQuery:field=point: Lower Left: [118.83159050631862,20.15449834890741] Upper Right: [118.85143722130395,21.05741878617187] docID=621653
   [junit4]   1>   lat=20.638151623427863 lon=118.83159052767718
   [junit4]   1>   deleted?=false
   [junit4]   2> ינו 24, 2016 9:13:14 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[T1,5,TGRP-TestLatLonPointQueries]
   [junit4]   2> java.lang.AssertionError: some hits were wrong
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([E332BA7DBDF3173D]:0)
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.apache.lucene.util.BaseGeoPointTestCase$VerifyHits.test(BaseGeoPointTestCase.java:552)
   [junit4]   2> 	at org.apache.lucene.util.BaseGeoPointTestCase$2._run(BaseGeoPointTestCase.java:756)
   [junit4]   2> 	at org.apache.lucene.util.BaseGeoPointTestCase$2.run(BaseGeoPointTestCase.java:623)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLatLonPointQueries -Dtests.method=testRandomBig -Dtests.seed=E332BA7DBDF3173D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=he -Dtests.timezone=America/Guatemala -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   36.4s J1 | TestLatLonPointQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:770)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=69, name=T1, state=RUNNABLE, group=TGRP-TestLatLonPointQueries]
   [junit4]    > Caused by: java.lang.AssertionError: some hits were wrong
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E332BA7DBDF3173D]:0)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase$VerifyHits.test(BaseGeoPointTestCase.java:552)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase$2._run(BaseGeoPointTestCase.java:756)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase$2.run(BaseGeoPointTestCase.java:623)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/J1/temp/lucene.search.TestLatLonPointQueries_E332BA7DBDF3173D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {id=FSTOrd50}, docValues:{id=DocValuesFormat(name=Lucene54)}, sim=ClassicSimilarity, locale=he, timezone=America/Guatemala
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=83251552,total=332922880
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocValuesTermsQuery, TestPayloadSpanUtil, TestLatLonPointQueries]
   [junit4] Completed [11/13 (1!)] on J1 in 88.44s, 8 tests, 1 error <<< FAILURES!

[...truncated 21 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:682: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:619: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:57: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2154: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 13 suites, 97 tests, 1 error [seed: E332BA7DBDF3173D]

Total time: 132 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 917 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/917/

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:41610/_hr/collection1: Bad Request    request: http://127.0.0.1:33848/_hr/collection1/update?update.chain=distrib-dup-test-chain-explicit&update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A41610%2F_hr%2Fcollection1%2F&wt=javabin&version=2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41610/_hr/collection1: Bad Request



request: http://127.0.0.1:33848/_hr/collection1/update?update.chain=distrib-dup-test-chain-explicit&update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A41610%2F_hr%2Fcollection1%2F&wt=javabin&version=2
	at __randomizedtesting.SeedInfo.seed([DF7B7EA88C3E888F:572F417222C2E577]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:167)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:512)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:623)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:364)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
	at __randomizedtesting.SeedInfo.seed([DF7B7EA88C3E888F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor34.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1453623651052,generation=2,filelist=[_18nw.cfe, _18nw.cfs, _18nw.si, _1jt0.cfe, _1jt0.cfs, _1jt0.si, _1uym.cfe, _1uym.cfs, _1uym.si, _263z.cfe, _263z.cfs, _263z.si, _2g4x.cfe, _2g4x.cfs, _2g4x.si, _2g5s.cfe, _2g5s.cfs, _2g5s.si, _2g5t.cfe, _2g5t.cfs, _2g5t.si, _2g5u.cfe, _2g5u.cfs, _2g5u.si, _2g5v.cfe, _2g5v.cfs, _2g5v.si, _2g5w.cfe, _2g5w.cfs, _2g5w.si, _2g5x.cfe, _2g5x.cfs, _2g5x.si, _2g5y.cfe, _2g5y.cfs, _2g5y.si, _2g6g.cfe, _2g6g.cfs, _2g6g.si, _2g6h.cfe, _2g6h.cfs, _2g6h.si, _2g6i.cfe, _2g6i.cfs, _2g6i.si, _2g6j.cfe, _2g6j.cfs, _2g6j.si, _b8h.fdt, _b8h.fdx, _b8h.fnm, _b8h.nvd, _b8h.nvm, _b8h.si, _b8h_LuceneVarGapFixedInterval_0.doc, _b8h_LuceneVarGapFixedInterval_0.tib, _b8h_LuceneVarGapFixedInterval_0.tiv, _mde.fdt, _mde.fdx, _mde.fnm, _mde.nvd, _mde.nvm, _mde.si, _mde_LuceneVarGapFixedInterval_0.doc, _mde_LuceneVarGapFixedInterval_0.tib, _mde_LuceneVarGapFixedInterval_0.tiv, _xir.fdt, _xir.fdx, _xir.fnm, _xir.nvd, _xir.nvm, _xir.si, _xir_LuceneVarGapFixedInterval_0.doc, _xir_LuceneVarGapFixedInterval_0.tib, _xir_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1453623651052,generation=2,filelist=[_18nw.cfe, _18nw.cfs, _18nw.si, _1jt0.cfe, _1jt0.cfs, _1jt0.si, _1uym.cfe, _1uym.cfs, _1uym.si, _263z.cfe, _263z.cfs, _263z.si, _2g4x.cfe, _2g4x.cfs, _2g4x.si, _2g5s.cfe, _2g5s.cfs, _2g5s.si, _2g5t.cfe, _2g5t.cfs, _2g5t.si, _2g5u.cfe, _2g5u.cfs, _2g5u.si, _2g5v.cfe, _2g5v.cfs, _2g5v.si, _2g5w.cfe, _2g5w.cfs, _2g5w.si, _2g5x.cfe, _2g5x.cfs, _2g5x.si, _2g5y.cfe, _2g5y.cfs, _2g5y.si, _2g6g.cfe, _2g6g.cfs, _2g6g.si, _2g6h.cfe, _2g6h.cfs, _2g6h.si, _2g6i.cfe, _2g6i.cfs, _2g6i.si, _2g6j.cfe, _2g6j.cfs, _2g6j.si, _b8h.fdt, _b8h.fdx, _b8h.fnm, _b8h.nvd, _b8h.nvm, _b8h.si, _b8h_LuceneVarGapFixedInterval_0.doc, _b8h_LuceneVarGapFixedInterval_0.tib, _b8h_LuceneVarGapFixedInterval_0.tiv, _mde.fdt, _mde.fdx, _mde.fnm, _mde.nvd, _mde.nvm, _mde.si, _mde_LuceneVarGapFixedInterval_0.doc, _mde_LuceneVarGapFixedInterval_0.tib, _mde_LuceneVarGapFixedInterval_0.tiv, _xir.fdt, _xir.fdx, _xir.fnm, _xir.nvd, _xir.nvm, _xir.si, _xir_LuceneVarGapFixedInterval_0.doc, _xir_LuceneVarGapFixedInterval_0.tib, _xir_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1453623651052,generation=3,filelist=[_18nw.cfe, _18nw.cfs, _18nw.si, _1jt0.cfe, _1jt0.cfs, _1jt0.si, _1uym.cfe, _1uym.cfs, _1uym.si, _263z.cfe, _263z.cfs, _263z.si, _2g5z.cfe, _2g5z.cfs, _2g5z.si, _2g6g.cfe, _2g6g.cfs, _2g6g.si, _2g6h.cfe, _2g6h.cfs, _2g6h.si, _2g6i.cfe, _2g6i.cfs, _2g6i.si, _2g6j.cfe, _2g6j.cfs, _2g6j.si, _b8h.fdt, _b8h.fdx, _b8h.fnm, _b8h.nvd, _b8h.nvm, _b8h.si, _b8h_LuceneVarGapFixedInterval_0.doc, _b8h_LuceneVarGapFixedInterval_0.tib, _b8h_LuceneVarGapFixedInterval_0.tiv, _mde.fdt, _mde.fdx, _mde.fnm, _mde.nvd, _mde.nvm, _mde.si, _mde_LuceneVarGapFixedInterval_0.doc, _mde_LuceneVarGapFixedInterval_0.tib, _mde_LuceneVarGapFixedInterval_0.tiv, _xir.fdt, _xir.fdx, _xir.fnm, _xir.nvd, _xir.nvm, _xir.si, _xir_LuceneVarGapFixedInterval_0.doc, _xir_LuceneVarGapFixedInterval_0.tib, _xir_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1453623651052,generation=2,filelist=[_18nw.cfe, _18nw.cfs, _18nw.si, _1jt0.cfe, _1jt0.cfs, _1jt0.si, _1uym.cfe, _1uym.cfs, _1uym.si, _263z.cfe, _263z.cfs, _263z.si, _2g4x.cfe, _2g4x.cfs, _2g4x.si, _2g5s.cfe, _2g5s.cfs, _2g5s.si, _2g5t.cfe, _2g5t.cfs, _2g5t.si, _2g5u.cfe, _2g5u.cfs, _2g5u.si, _2g5v.cfe, _2g5v.cfs, _2g5v.si, _2g5w.cfe, _2g5w.cfs, _2g5w.si, _2g5x.cfe, _2g5x.cfs, _2g5x.si, _2g5y.cfe, _2g5y.cfs, _2g5y.si, _2g6g.cfe, _2g6g.cfs, _2g6g.si, _2g6h.cfe, _2g6h.cfs, _2g6h.si, _2g6i.cfe, _2g6i.cfs, _2g6i.si, _2g6j.cfe, _2g6j.cfs, _2g6j.si, _b8h.fdt, _b8h.fdx, _b8h.fnm, _b8h.nvd, _b8h.nvm, _b8h.si, _b8h_LuceneVarGapFixedInterval_0.doc, _b8h_LuceneVarGapFixedInterval_0.tib, _b8h_LuceneVarGapFixedInterval_0.tiv, _mde.fdt, _mde.fdx, _mde.fnm, _mde.nvd, _mde.nvm, _mde.si, _mde_LuceneVarGapFixedInterval_0.doc, _mde_LuceneVarGapFixedInterval_0.tib, _mde_LuceneVarGapFixedInterval_0.tiv, _xir.fdt, _xir.fdx, _xir.fnm, _xir.nvd, _xir.nvm, _xir.si, _xir_LuceneVarGapFixedInterval_0.doc, _xir_LuceneVarGapFixedInterval_0.tib, _xir_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1453623651052,generation=2,filelist=[_18nw.cfe, _18nw.cfs, _18nw.si, _1jt0.cfe, _1jt0.cfs, _1jt0.si, _1uym.cfe, _1uym.cfs, _1uym.si, _263z.cfe, _263z.cfs, _263z.si, _2g4x.cfe, _2g4x.cfs, _2g4x.si, _2g5s.cfe, _2g5s.cfs, _2g5s.si, _2g5t.cfe, _2g5t.cfs, _2g5t.si, _2g5u.cfe, _2g5u.cfs, _2g5u.si, _2g5v.cfe, _2g5v.cfs, _2g5v.si, _2g5w.cfe, _2g5w.cfs, _2g5w.si, _2g5x.cfe, _2g5x.cfs, _2g5x.si, _2g5y.cfe, _2g5y.cfs, _2g5y.si, _2g6g.cfe, _2g6g.cfs, _2g6g.si, _2g6h.cfe, _2g6h.cfs, _2g6h.si, _2g6i.cfe, _2g6i.cfs, _2g6i.si, _2g6j.cfe, _2g6j.cfs, _2g6j.si, _b8h.fdt, _b8h.fdx, _b8h.fnm, _b8h.nvd, _b8h.nvm, _b8h.si, _b8h_LuceneVarGapFixedInterval_0.doc, _b8h_LuceneVarGapFixedInterval_0.tib, _b8h_LuceneVarGapFixedInterval_0.tiv, _mde.fdt, _mde.fdx, _mde.fnm, _mde.nvd, _mde.nvm, _mde.si, _mde_LuceneVarGapFixedInterval_0.doc, _mde_LuceneVarGapFixedInterval_0.tib, _mde_LuceneVarGapFixedInterval_0.tiv, _xir.fdt, _xir.fdx, _xir.fnm, _xir.nvd, _xir.nvm, _xir.si, _xir_LuceneVarGapFixedInterval_0.doc, _xir_LuceneVarGapFixedInterval_0.tib, _xir_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1453623651052,generation=3,filelist=[_18nw.cfe, _18nw.cfs, _18nw.si, _1jt0.cfe, _1jt0.cfs, _1jt0.si, _1uym.cfe, _1uym.cfs, _1uym.si, _263z.cfe, _263z.cfs, _263z.si, _2g5z.cfe, _2g5z.cfs, _2g5z.si, _2g6g.cfe, _2g6g.cfs, _2g6g.si, _2g6h.cfe, _2g6h.cfs, _2g6h.si, _2g6i.cfe, _2g6i.cfs, _2g6i.si, _2g6j.cfe, _2g6j.cfs, _2g6j.si, _b8h.fdt, _b8h.fdx, _b8h.fnm, _b8h.nvd, _b8h.nvm, _b8h.si, _b8h_LuceneVarGapFixedInterval_0.doc, _b8h_LuceneVarGapFixedInterval_0.tib, _b8h_LuceneVarGapFixedInterval_0.tiv, _mde.fdt, _mde.fdx, _mde.fnm, _mde.nvd, _mde.nvm, _mde.si, _mde_LuceneVarGapFixedInterval_0.doc, _mde_LuceneVarGapFixedInterval_0.tib, _mde_LuceneVarGapFixedInterval_0.tiv, _xir.fdt, _xir.fdx, _xir.fnm, _xir.nvd, _xir.nvm, _xir.si, _xir_LuceneVarGapFixedInterval_0.doc, _xir_LuceneVarGapFixedInterval_0.tib, _xir_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([DF7B7EA88C3E888F:FAAC6598FC76868C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10068 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/init-core-data-001
   [junit4]   2> 307691 INFO  (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[DF7B7EA88C3E888F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 307697 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 307702 INFO  (Thread-1364) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 307702 INFO  (Thread-1364) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 307802 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ZkTestServer start zk server on port:38928
   [junit4]   2> 307803 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 307803 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 307813 INFO  (zkCallback-317-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@796e8f73 name:ZooKeeperConnection Watcher:127.0.0.1:38928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 307813 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 307813 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 307813 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 307816 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 307823 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 307825 INFO  (zkCallback-318-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b7c1972 name:ZooKeeperConnection Watcher:127.0.0.1:38928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 307825 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 307826 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 307826 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 307829 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 307831 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 307832 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 307834 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 307834 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 307836 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 307836 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 307838 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 307838 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 307839 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 307839 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 307840 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 307841 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 307842 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 307842 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 307843 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 307843 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 307844 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 307844 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 307845 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 307846 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 307847 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 307847 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 307848 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 307848 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 307950 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1
   [junit4]   2> 307952 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 307963 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34990d62{/,null,AVAILABLE}
   [junit4]   2> 307969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4bfb57cb{HTTP/1.1}{127.0.0.1:41367}
   [junit4]   2> 307969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.Server Started @311334ms
   [junit4]   2> 307969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/tempDir-001/control/data, hostContext=/, hostPort=41367, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores}
   [junit4]   2> 307969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 307969 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001'
   [junit4]   2> 307970 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 307970 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 307973 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 307974 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 307977 INFO  (zkCallback-319-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73065c9e name:ZooKeeperConnection Watcher:127.0.0.1:38928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 307977 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 307978 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 307979 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 307980 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/solr.xml
   [junit4]   2> 307985 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores
   [junit4]   2> 307985 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer New CoreContainer 706770019
   [junit4]   2> 307985 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001]
   [junit4]   2> 307985 WARN  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/lib
   [junit4]   2> 307986 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 307987 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 307988 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 307988 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 307988 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38928/solr
   [junit4]   2> 307988 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 307988 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 307998 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 308006 INFO  (zkCallback-322-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@316ec176 name:ZooKeeperConnection Watcher:127.0.0.1:38928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 308006 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 308007 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 308009 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 308023 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@454c7fa9 name:ZooKeeperConnection Watcher:127.0.0.1:38928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 308023 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 308025 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 308026 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 308029 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 308030 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 308031 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 308033 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 308034 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 308035 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 308035 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 308036 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41367_
   [junit4]   2> 308036 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41367_
   [junit4]   2> 308037 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 308038 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 308039 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 308040 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95264457118842884-127.0.0.1:41367_-n_0000000000
   [junit4]   2> 308040 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41367_
   [junit4]   2> 308040 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 308041 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer Overseer (id=95264457118842884-127.0.0.1:41367_-n_0000000000) starting
   [junit4]   2> 308042 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 308046 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 308050 INFO  (OverseerCollectionConfigSetProcessor-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 308051 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 308051 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 308076 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 308076 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 308077 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores
   [junit4]   2> 308078 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 308078 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1
   [junit4]   2> 308078 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 308088 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 308088 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 308088 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 308088 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:41367_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 308090 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41367",
   [junit4]   2>   "node_name":"127.0.0.1:41367_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 308090 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 308090 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41367",
   [junit4]   2>   "node_name":"127.0.0.1:41367_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 308091 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 308091 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 308092 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 309091 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 309091 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 309091 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 309091 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 309092 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 309092 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1'
   [junit4]   2> 309092 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 309092 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 309093 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 309098 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 309129 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 309139 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 309144 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 309226 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 309228 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 309229 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 309232 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 309246 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 309247 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 309247 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 309255 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/]
   [junit4]   2> 309255 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cf106c8
   [junit4]   2> 309256 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data
   [junit4]   2> 309256 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/index/
   [junit4]   2> 309256 WARN  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 309257 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/index
   [junit4]   2> 309257 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3c1adec2
   [junit4]   2> 309266 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 309266 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 309273 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 309274 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 309274 WARN  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 309277 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 309277 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 309278 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/
   [junit4]   2> 309279 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 309279 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 309295 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 309295 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 309307 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 309307 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 309307 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 309307 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 309308 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=2.0537109375, floorSegmentMB=1.2041015625, forceMergeDeletesPctAllowed=29.77406678033875, segmentsPerTier=38.0, maxCFSSegmentSizeMB=0.5595703125, noCFSRatio=1.0
   [junit4]   2> 309309 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 309309 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 309309 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de90a4e[collection1] main]
   [junit4]   2> 309309 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 309311 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 309311 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 309312 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 309313 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 309313 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 309313 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 309313 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1524231315577110528
   [junit4]   2> 309314 INFO  (searcherExecutor-1262-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1de90a4e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 309315 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1524231315577110528
   [junit4]   2> 309315 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 309316 INFO  (coreLoadExecutor-1261-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 309329 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:41367 collection:control_collection shard:shard1
   [junit4]   2> 309329 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 309332 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95264457118842884-core_node1-n_0000000000
   [junit4]   2> 309332 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 309334 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 309335 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 309335 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 309335 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41367/collection1/
   [junit4]   2> 309335 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 309335 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41367/collection1/ has no replicas
   [junit4]   2> 309337 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 309339 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 309340 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41367/collection1/ shard1
   [junit4]   2> 309341 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:41367",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 309443 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 309493 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:41367/collection1/ and leader is http://127.0.0.1:41367/collection1/
   [junit4]   2> 309493 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41367
   [junit4]   2> 309493 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 309493 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 309493 INFO  (coreZkRegister-1255-thread-1-processing-n:127.0.0.1:41367_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41367_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 309497 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41367",
   [junit4]   2>   "node_name":"127.0.0.1:41367_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 309497 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41367",
   [junit4]   2>   "node_name":"127.0.0.1:41367_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 309623 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 309624 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 309627 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 309632 INFO  (zkCallback-325-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@150d401f name:ZooKeeperConnection Watcher:127.0.0.1:38928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 309632 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 309633 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 309633 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 309637 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 309729 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/cores/collection1
   [junit4]   2> 309730 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001
   [junit4]   2> 309738 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 309739 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b21d64c{/,null,AVAILABLE}
   [junit4]   2> 309740 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3a45107c{HTTP/1.1}{127.0.0.1:52194}
   [junit4]   2> 309740 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.Server Started @313105ms
   [junit4]   2> 309740 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52194, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/cores}
   [junit4]   2> 309740 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 309740 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001'
   [junit4]   2> 309741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 309741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 309741 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 309742 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 309746 INFO  (zkCallback-326-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5de935c8 name:ZooKeeperConnection Watcher:127.0.0.1:38928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 309746 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 309747 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 309749 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 309749 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/solr.xml
   [junit4]   2> 309754 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/cores
   [junit4]   2> 309754 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer New CoreContainer 1954637927
   [junit4]   2> 309754 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001]
   [junit4]   2> 309755 WARN  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/lib
   [junit4]   2> 309756 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 309758 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 309758 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 309758 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 309758 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38928/solr
   [junit4]   2> 309758 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 309758 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 309759 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 309761 INFO  (zkCallback-329-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54e1518b name:ZooKeeperConnection Watcher:127.0.0.1:38928 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 309761 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 309762 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 309770 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 309779 INFO  (zkCallback-330-thread-1-processing-n:127.0.0.1:52194_) [n:127.0.0.1:52194_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@53616e90 name:ZooKeeperConnection Watcher:127.0.0.1:38928/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 309780 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 309784 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 310788 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52194_
   [junit4]   2> 310789 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52194_
   [junit4]   2> 310790 INFO  (zkCallback-330-thread-1-processing-n:127.0.0.1:52194_) [n:127.0.0.1:52194_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 310790 INFO  (zkCallback-325-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 310790 INFO  (zkCallback-323-thread-2-processing-n:127.0.0.1:41367_) [n:127.0.0.1:41367_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 310792 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 310792 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95264457118842888-127.0.0.1:52194_-n_0000000001
   [junit4]   2> 310793 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95264457118842884-127.0.0.1:41367_-n_0000000000 to know if I could be the leader
   [junit4]   2> 310806 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 310806 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 310807 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/cores
   [junit4]   2> 310808 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 310808 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_DF7B7EA88C3E888F-001/shard-1-001/cores/collection1
   [junit4]   2> 310808 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 310809 INFO  (coreLoadExecutor-1272-thread-1-processing-n:127.0.0.1:52194_) [n:127.0.0.1:52194_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 310809 INFO  (coreLoadExecutor-1272-thread-1-processing-n:127.0.0.1:52194_) [n:127.0.0.1:52194_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 310810 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 310810 INFO  (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[DF7B7EA88C3E888F]) [n:127.0.0.1:52194_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 310811 INFO  (OverseerStateUpdate-95264457118842884-127.0.0.1:41367_-n_0000000000) [n:127.0.0.1:41367_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52194",
   [junit4]   2>   "node_name":"127.0.0.1:52194_",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 310811 INFO  (coreLoadExecutor-1272-thread-1-processing-n:127.0.0.1:52194_) [n:127.0.0.1:52194_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 310811 I

[...truncated too long message...]

nk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 3707648 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-027/./collection1/data
   [junit4]   2> 3707649 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@53146bd2{/solr,null,UNAVAILABLE}
   [junit4]   2> 3707652 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@35a3f9b3{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 3707653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1097079382
   [junit4]   2> 3707653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ade597e
   [junit4]   2> 3707653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3707653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 3707653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3707653 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3707660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 3707660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3707660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 3707660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-028/./collection1/data
   [junit4]   2> 3707660 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 3707661 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 3707661 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[DF7B7EA88C3E888F]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@725cca78{/solr,null,UNAVAILABLE}
   [junit4]   2> 3707663 INFO  (SUITE-TestReplicationHandler-seed#[DF7B7EA88C3E888F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DF7B7EA88C3E888F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval), newname=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=ClassicSimilarity, locale=ar-SA, timezone=America/Argentina/Catamarca
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=155886888,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedDebugComponentTest, ResponseLogComponentTest, DistribJoinFromCollectionTest, SynonymTokenizerTest, CollectionTooManyReplicasTest, OverseerTaskQueueTest, TestComponentsName, DistributedFacetPivotLongTailTest, TestFunctionQuery, SystemInfoHandlerTest, TestRandomCollapseQParserPlugin, TestRandomDVFaceting, DateRangeFieldTest, DateFieldTest, TestManagedSchemaFieldResource, SOLR749Test, URLClassifyProcessorTest, TestJsonRequest, TestLuceneMatchVersion, TestLMDirichletSimilarityFactory, ReplicationFactorTest, DistributedSuggestComponentTest, TestConfigSetProperties, TestCloudInspectUtil, TestImplicitCoreProperties, TestFieldTypeCollectionResource, XsltUpdateRequestHandlerTest, DocumentAnalysisRequestHandlerTest, PreAnalyzedFieldTest, IndexSchemaTest, TestJoin, TestRandomFaceting, AnalysisAfterCoreReloadTest, TestRangeQuery, TestSolrCLIRunExample, TestSimpleQParserPlugin, TestRestManager, PeerSyncTest, DistributedFacetPivotWhiteBoxTest, InfoHandlerTest, TestRemoteStreaming, PathHierarchyTokenizerFactoryTest, PrimUtilsTest, SortSpecParsingTest, TestNRTOpen, VMParamsZkACLAndCredentialsProvidersTest, TestOmitPositions, TestNoOpRegenerator, HdfsChaosMonkeyNothingIsSafeTest, TestDefaultStatsCache, TestAtomicUpdateErrorCases, TestPhraseSuggestions, HdfsDirectoryTest, UUIDFieldTest, TestManagedSynonymFilterFactory, BasicZkTest, SuggestComponentContextFilterQueryTest, DeleteInactiveReplicaTest, LeaderElectionIntegrationTest, TestSolr4Spatial, TestSchemaVersionResource, CacheHeaderTest, TestLRUCache, TestExactStatsCache, TestStressLucene, QueryResultKeyTest, TestFieldSortValues, TestRuleBasedAuthorizationPlugin, TestInitQParser, CursorPagingTest, TestOrdValues, GraphQueryTest, BlockJoinFacetDistribTest, DirectoryFactoryTest, SparseHLLTest, VersionInfoTest, TestRTGBase, AnalysisErrorHandlingTest, TestExpandComponent, RequestLoggingTest, HdfsUnloadDistributedZkTest, TestReplicationHandlerBackup, TestAnalyzedSuggestions, PingRequestHandlerTest, ParsingFieldUpdateProcessorsTest, SolrCoreTest, MultiThreadedOCPTest, CdcrVersionReplicationTest, TestSQLHandler, AsyncCallRequestStatusResponseTest, ConnectionReuseTest, FileBasedSpellCheckerTest, OverseerCollectionConfigSetProcessorTest, TestShortCircuitedRequests, ResourceLoaderTest, EchoParamsTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [415/577 (3!)] on J0 in 1142.84s, 13 tests, 1 failure <<< FAILURES!

[...truncated 644 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:682: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:619: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:57: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 577 suites (8 ignored), 2316 tests, 1 suite-level error, 1 error, 1 failure, 33 ignored (18 assumptions) [seed: DF7B7EA88C3E888F]

Total time: 272 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 916 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/916/

2 tests failed.
FAILED:  org.apache.lucene.search.TestGeoPointQuery.testRandomBig

Error Message:
CheckIndex failed

Stack Trace:
java.lang.RuntimeException: CheckIndex failed
	at __randomizedtesting.SeedInfo.seed([335C0EA08513A80:8462BD6599084600]:0)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
	at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:769)
	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.lucene.search.TestLatLonPointQueries.testRandomBig

Error Message:
Captured an uncaught exception in thread: Thread[id=1039, name=T1, state=RUNNABLE, group=TGRP-TestLatLonPointQueries]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1039, name=T1, state=RUNNABLE, group=TGRP-TestLatLonPointQueries]
Caused by: java.lang.AssertionError: some hits were wrong
	at __randomizedtesting.SeedInfo.seed([335C0EA08513A80]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.BaseGeoPointTestCase$VerifyHits.test(BaseGeoPointTestCase.java:552)
	at org.apache.lucene.util.BaseGeoPointTestCase$2._run(BaseGeoPointTestCase.java:756)
	at org.apache.lucene.util.BaseGeoPointTestCase$2.run(BaseGeoPointTestCase.java:623)




Build Log:
[...truncated 8314 lines...]
   [junit4] Suite: org.apache.lucene.search.TestLatLonPointQueries
   [junit4]   1> T1: id=928666 should match but did not
   [junit4]   1>   small=true query=PointInRectQuery:field=point: Lower Left: [-108.58928647246785,41.448217512539905] Upper Right: [-108.0651864368011,41.57342302901563] docID=928666
   [junit4]   1>   lat=41.496269830391974 lon=-108.0651864822488
   [junit4]   1>   deleted?=false
   [junit4]   2> ene 22, 2016 12:49:12 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[T1,5,TGRP-TestLatLonPointQueries]
   [junit4]   2> java.lang.AssertionError: some hits were wrong
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([335C0EA08513A80]:0)
   [junit4]   2> 	at org.junit.Assert.fail(Assert.java:93)
   [junit4]   2> 	at org.apache.lucene.util.BaseGeoPointTestCase$VerifyHits.test(BaseGeoPointTestCase.java:552)
   [junit4]   2> 	at org.apache.lucene.util.BaseGeoPointTestCase$2._run(BaseGeoPointTestCase.java:756)
   [junit4]   2> 	at org.apache.lucene.util.BaseGeoPointTestCase$2.run(BaseGeoPointTestCase.java:623)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLatLonPointQueries -Dtests.method=testRandomBig -Dtests.seed=335C0EA08513A80 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-AR -Dtests.timezone=America/Cambridge_Bay -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   26.5s J1 | TestLatLonPointQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:770)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1039, name=T1, state=RUNNABLE, group=TGRP-TestLatLonPointQueries]
   [junit4]    > Caused by: java.lang.AssertionError: some hits were wrong
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([335C0EA08513A80]:0)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase$VerifyHits.test(BaseGeoPointTestCase.java:552)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase$2._run(BaseGeoPointTestCase.java:756)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase$2.run(BaseGeoPointTestCase.java:623)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/J1/temp/lucene.search.TestLatLonPointQueries_335C0EA08513A80-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {id=PostingsFormat(name=Memory doPackFST= true)}, docValues:{id=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=es-AR, timezone=America/Cambridge_Bay
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=86838928,total=228589568
   [junit4]   2> NOTE: All tests run in this JVM: [TestSlowFuzzyQuery2, TestPayloadSpanUtil, TestFieldCacheTermsFilter, TestDocValuesNumbersQuery, TestDocValuesRangeQuery, TestDocValuesTermsQuery, TestLatLonPointQueries]
   [junit4] Completed [9/13 (1!)] on J1 in 104.77s, 8 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
   [junit4] Suite: org.apache.lucene.search.TestGeoPointQuery
   [junit4]   1> CheckIndex failed
   [junit4]   1> Segments file=segments_1 numSegments=8 version=6.0.0 id=etcgpxshkea2z7orwh2vgtbkl format=
   [junit4]   1>   1 of 8: name=_b maxDoc=649861
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbke
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=false
   [junit4]   1>     numFiles=13
   [junit4]   1>     size (MB)=35.048
   [junit4]   1>     diagnostics = {os=Linux, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, mergeMaxNumSegments=-1, os.arch=amd64, java.runtime.version=1.8.0_66-b17, source=merge, mergeFactor=10, os.version=3.13.0-52-generic, timestamp=1453448940180}
   [junit4]   1>     has deletions [delGen=1]
   [junit4]   1>     test: open reader.........FAILED
   [junit4]   1>     WARNING: exorciseIndex() would remove reference to this segment; full exception:
   [junit4]   1> java.lang.OutOfMemoryError: Java heap space
   [junit4]   1> 	at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
   [junit4]   1> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:352)
   [junit4]   1> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:130)
   [junit4]   1> 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:114)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
   [junit4]   1> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
   [junit4]   1> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
   [junit4]   1> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:668)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:276)
   [junit4]   1> 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
   [junit4]   1> 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
   [junit4]   1> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]   1> 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]   1> 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:769)
   [junit4]   1> 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]   1> 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   1> 
   [junit4]   1>   2 of 8: name=_a maxDoc=65536
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbkd
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=3.687
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448940516}
   [junit4]   1>     has deletions [delGen=2]
   [junit4]   1>     test: open reader.........OK [took 0.854 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [291 deleted docs] [took 0.005 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [317611 terms; 560189 terms/docs pairs; 0 tokens] [took 0.072 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.011 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.007 sec]
   [junit4]   1> 
   [junit4]   1>   3 of 8: name=_c maxDoc=65536
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbkf
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=3.691
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448942102}
   [junit4]   1>     has deletions [delGen=2]
   [junit4]   1>     test: open reader.........OK [took 0.890 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [254 deleted docs] [took 0.001 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [318161 terms; 561154 terms/docs pairs; 0 tokens] [took 0.076 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.010 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.005 sec]
   [junit4]   1> 
   [junit4]   1>   4 of 8: name=_d maxDoc=65536
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbkg
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=3.69
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448943309}
   [junit4]   1>     has deletions [delGen=2]
   [junit4]   1>     test: open reader.........OK [took 0.848 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [179 deleted docs] [took 0.001 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [318500 terms; 561485 terms/docs pairs; 0 tokens] [took 0.070 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.004 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.005 sec]
   [junit4]   1> 
   [junit4]   1>   5 of 8: name=_e maxDoc=65536
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbkh
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=3.693
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448944900}
   [junit4]   1>     has deletions [delGen=2]
   [junit4]   1>     test: open reader.........OK [took 0.866 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [128 deleted docs] [took 0.001 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [319079 terms; 562656 terms/docs pairs; 0 tokens] [took 0.078 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.006 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.006 sec]
   [junit4]   1> 
   [junit4]   1>   6 of 8: name=_f maxDoc=65536
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbki
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=3.692
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448946539}
   [junit4]   1>     has deletions [delGen=2]
   [junit4]   1>     test: open reader.........OK [took 0.791 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [68 deleted docs] [took 0.001 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [319223 terms; 562636 terms/docs pairs; 0 tokens] [took 0.070 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.003 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.005 sec]
   [junit4]   1> 
   [junit4]   1>   7 of 8: name=_g maxDoc=65536
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbkj
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=3.694
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448948108}
   [junit4]   1>     has deletions [delGen=2]
   [junit4]   1>     test: open reader.........OK [took 0.807 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [24 deleted docs] [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [319652 terms; 563512 terms/docs pairs; 0 tokens] [took 0.072 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.004 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.005 sec]
   [junit4]   1> 
   [junit4]   1>   8 of 8: name=_h maxDoc=27142
   [junit4]   1>     version=6.0.0
   [junit4]   1>     id=etcgpxshkea2z7orwh2vgtbkk
   [junit4]   1>     codec=Asserting(Lucene60)
   [junit4]   1>     compound=true
   [junit4]   1>     numFiles=4
   [junit4]   1>     size (MB)=1.515
   [junit4]   1>     diagnostics = {java.runtime.version=1.8.0_66-b17, java.vendor=Oracle Corporation, java.version=1.8.0_66, java.vm.version=25.66-b17, lucene.version=6.0.0, os=Linux, os.arch=amd64, os.version=3.13.0-52-generic, source=flush, timestamp=1453448948661}
   [junit4]   1>     has deletions [delGen=1]
   [junit4]   1>     test: open reader.........OK [took 0.763 sec]
   [junit4]   1>     test: check integrity.....OK [took 0.001 sec]
   [junit4]   1>     test: check live docs.....OK [1 deleted docs] [took 0.000 sec]
   [junit4]   1>     test: field infos.........OK [2 fields] [took 0.000 sec]
   [junit4]   1>     test: field norms.........OK [0 fields] [took 0.000 sec]
   [junit4]   1>     test: terms, freq, prox...OK [136320 terms; 233765 terms/docs pairs; 0 tokens] [took 0.033 sec]
   [junit4]   1>     test: stored fields.......OK [0 total field count; avg 0.0 fields per doc] [took 0.011 sec]
   [junit4]   1>     test: term vectors........OK [0 total term vector count; avg 0.0 term/freq vector fields per doc] [took 0.000 sec]
   [junit4]   1>     test: docvalues...........OK [2 docvalues fields; 0 BINARY; 1 NUMERIC; 0 SORTED; 1 SORTED_NUMERIC; 0 SORTED_SET] [took 0.002 sec]
   [junit4]   1> 
   [junit4]   1> WARNING: 1 broken segments (containing 649861 documents) detected
   [junit4]   1> Took 13.932 sec total.
   [junit4]   1> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=335C0EA08513A80 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-SY -Dtests.timezone=America/Guyana -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    607s J2 | TestGeoPointQuery.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: CheckIndex failed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([335C0EA08513A80:8462BD6599084600]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:281)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:263)
   [junit4]    > 	at org.apache.lucene.store.BaseDirectoryWrapper.close(BaseDirectoryWrapper.java:46)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:89)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:769)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/J2/temp/lucene.search.TestGeoPointQuery_335C0EA08513A80-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {string=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false), point=PostingsFormat(name=Direct)}, docValues:{id=DocValuesFormat(name=Lucene54), point=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=ar-SY, timezone=America/Guyana
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=94344592,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestGeoPointQuery]
   [junit4] Completed [11/13 (2!)] on J2 in 715.56s, 23 tests, 1 error <<< FAILURES!

[...truncated 7 lines...]
   [junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/temp/junit4-J2-20160122_074649_374.sysout
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid29783.hprof ...
   [junit4] Heap dump file created [545413465 bytes in 3.359 secs]
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:472: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2154: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 13 suites, 97 tests, 2 errors [seed: 335C0EA08513A80]

Total time: 178 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 915 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/915/

2 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([428829B40B50F31F]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterDelete

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([428829B40B50F31F]:0)




Build Log:
[...truncated 1797 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDelete
   [junit4]   2> jan 20, 2016 9:31:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexWriterDelete
   [junit4]   2>    1) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1245)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1319)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:601)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:450)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:243)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:354)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:10)
   [junit4]   2>    2) Thread[id=835, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[428829B40B50F31F], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
   [junit4]   2>         at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219)
   [junit4]   2>         at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172)
   [junit4]   2>         at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
   [junit4]   2>         at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:70)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:669)
   [junit4]   2>         at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:92)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:473)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:592)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:450)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:461)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:664)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:486)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:47)
   [junit4]   2>    4) Thread[id=834, name=SUITE-TestIndexWriterDelete-seed#[428829B40B50F31F], state=RUNNABLE, group=TGRP-TestIndexWriterDelete]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1552)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:688)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:685)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:685)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:701)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:681)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:64)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:414)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:681)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:591)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterDelete -Dtests.method=testUpdatesOnDiskFull -Dtests.seed=428829B40B50F31F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=nl-BE -Dtests.timezone=Etc/GMT-4 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   7162s J0 | TestIndexWriterDelete.testUpdatesOnDiskFull <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([428829B40B50F31F]:0)
   [junit4]   2> jan 20, 2016 9:31:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> jan 20, 2016 9:31:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterDelete: 
   [junit4]   2>    1) Thread[id=835, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[428829B40B50F31F], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:40)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.slowFileExists(IndexWriter.java:4773)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.filesExist(IndexWriter.java:4314)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:941)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.doTestOperationsOnDiskFull(TestIndexWriterDelete.java:536)
   [junit4]   2>         at org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull(TestIndexWriterDelete.java:486)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> jan 20, 2016 9:31:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=835, name=TEST-TestIndexWriterDelete.testUpdatesOnDiskFull-seed#[428829B40B50F31F], state=TIMED_WAITING, group=TGRP-TestIndexWriterDelete]
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J0/temp/lucene.index.TestIndexWriterDelete_428829B40B50F31F-001
   [junit4]   2> Jan 20, 2016 5:31:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {field=FST50, city=PostingsFormat(name=LuceneFixedGap), contents=FST50, id=PostingsFormat(name=LuceneFixedGap), body=FST50, value=Lucene50(blocksize=128), content=Lucene50(blocksize=128)}, docValues:{dv=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=false,coord=no): {contents=DFR I(ne)Z(0.3), city=DFR I(ne)B1, id=IB LL-DZ(0.3), body=DFR I(F)B2, content=DFR I(F)B1}, locale=nl-BE, timezone=Etc/GMT-4
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=50965920,total=258998272
   [junit4]   2> NOTE: All tests run in this JVM: [TestThreadedForceMerge, TestToken, TestSpanBoostQuery, TestPerFieldPostingsFormat, TestTermRangeQuery, TestSpanNearQuery, TestMutableValues, TestQueryCachingPolicy, TestManyFields, TestDoc, TestQueryBuilder, TestAutomatonQuery, TestOperations, TestBooleanMinShouldMatch, TestSumDocFreq, TestIndexWriterMaxDocs, TestReaderWrapperDVTypeCheck, TestBlendedTermQuery, TestFilterDirectory, TestTermVectors, TestTryDelete, TestNumericDocValuesUpdates, TestTrackingDirectoryWrapper, TestNoMergePolicy, TestDeterminism, TestMultiPhraseEnum, TestForTooMuchCloning, TestDocValuesIndexing, TestDeterminizeLexicon, TestTermsEnum, TestWeakIdentityMap, TestIndexWriterWithThreads, TestIndexWriterLockRelease, TestTermdocPerf, TestByteBlockPool, TestCharsRef, TestPhraseQuery, TestBM25Similarity, TestIndexWriter, TestStringHelper, TestTwoPhaseCommitTool, TestTermScorer, TestFieldValueQuery, TestMixedDocValuesUpdates, TestBinaryDocValuesUpdates, TestMultiFields, TestSameTokenSamePosition, TestSizeBoundedForceMerge, TestMultiDocValues, TestIndexWriterDelete]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterDelete -Dtests.seed=428829B40B50F31F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=nl-BE -Dtests.timezone=Etc/GMT-4 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestIndexWriterDelete (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([428829B40B50F31F]:0)
   [junit4] Completed [389/406 (1!)] on J0 in 7220.22s, 20 tests, 2 errors <<< FAILURES!

[...truncated 68 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:50: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 406 suites (1 ignored), 3322 tests, 1 suite-level error, 1 error, 29 ignored (25 assumptions) [seed: 428829B40B50F31F]

Total time: 142 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 914 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/914/

4 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange

Error Message:
Timeout while trying to assert number of documents @ target_collection

Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ target_collection
	at __randomizedtesting.SeedInfo.seed([E5B42878BDF7DD6D:3744649BE3587B5F]:0)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:265)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:292)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.AssertionError: expected:<10> but was:<4>
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:256)
	... 42 more


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test

Error Message:
document count mismatch.  control=1210 sum(shards)=1212 cloudClient=1212

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=1210 sum(shards)=1212 cloudClient=1212
	at __randomizedtesting.SeedInfo.seed([E5B42878BDF7DD6D:6DE017A2130BB095]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1318)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:225)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=15002, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15002, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38158: collection already exists: awholynewstresscollection_collection1_0
	at __randomizedtesting.SeedInfo.seed([E5B42878BDF7DD6D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:576)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:240)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:229)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1594)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1615)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:887)


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
No registered leader was found after waiting for 30000ms , collection: delete_data_dir slice: shard4

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 30000ms , collection: delete_data_dir slice: shard4
	at __randomizedtesting.SeedInfo.seed([E5B42878BDF7DD6D:6DE017A2130BB095]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:603)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:161)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:100)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10694 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/init-core-data-001
   [junit4]   2> 2111425 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E5B42878BDF7DD6D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2111425 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[E5B42878BDF7DD6D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2111428 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2111428 INFO  (Thread-8629) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2111428 INFO  (Thread-8629) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2111528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ZkTestServer start zk server on port:41465
   [junit4]   2> 2111528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2111529 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2111532 INFO  (zkCallback-1864-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ca2ec2 name:ZooKeeperConnection Watcher:127.0.0.1:41465 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2111532 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2111532 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2111532 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2111539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2111540 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2111541 INFO  (zkCallback-1865-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@780b16c name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2111541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2111541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2111541 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2111543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2111544 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2111545 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2111551 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2111551 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2111553 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2111553 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2111555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2111555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2111556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2111556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2111558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2111558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2111559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2111559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2111560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2111560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2111562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2111562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2111563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2111563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2111566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2111566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2111567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2111567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2111569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2111570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2111571 INFO  (zkCallback-1866-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d530720 name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2111571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2111571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2111911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1
   [junit4]   2> 2111912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2111914 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72f9fd92{/,null,AVAILABLE}
   [junit4]   2> 2111920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7ee60272{SSL-http/1.1}{127.0.0.1:33921}
   [junit4]   2> 2111921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.Server Started @2115710ms
   [junit4]   2> 2111921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/tempDir-001/control/data, hostContext=/, hostPort=33921, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores}
   [junit4]   2> 2111921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2111921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001'
   [junit4]   2> 2111921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2111921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2111922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2111927 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2111928 INFO  (zkCallback-1867-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@509ae089 name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2111928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2111928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2111929 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2111929 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/solr.xml
   [junit4]   2> 2111935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores
   [junit4]   2> 2111935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CoreContainer New CoreContainer 1169847949
   [junit4]   2> 2111935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001]
   [junit4]   2> 2111935 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/lib
   [junit4]   2> 2111936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2111938 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2111939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2111939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2111940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41465/solr
   [junit4]   2> 2111940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2111940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2111943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2111943 INFO  (zkCallback-1870-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2c8fa775 name:ZooKeeperConnection Watcher:127.0.0.1:41465 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2111943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2111943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2111945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2111945 INFO  (zkCallback-1871-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f762734 name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2111946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2111947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2111949 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2111952 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2111953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2111955 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2111958 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2111959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2111960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2111961 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2111962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33921_
   [junit4]   2> 2111962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33921_
   [junit4]   2> 2111964 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2111965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2111966 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2111967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95238008251613189-127.0.0.1:33921_-n_0000000000
   [junit4]   2> 2111967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33921_
   [junit4]   2> 2111967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2111968 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer Overseer (id=95238008251613189-127.0.0.1:33921_-n_0000000000) starting
   [junit4]   2> 2111970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2111975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2111976 INFO  (OverseerCollectionConfigSetProcessor-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2111976 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2111977 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2111992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2111992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2111993 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores
   [junit4]   2> 2111994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2111994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1
   [junit4]   2> 2111994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2111995 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2111995 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:33921_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2111996 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2111996 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2111997 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:33921",
   [junit4]   2>   "node_name":"127.0.0.1:33921_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2111997 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2111998 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:33921",
   [junit4]   2>   "node_name":"127.0.0.1:33921_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2111998 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2111999 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2112000 INFO  (zkCallback-1871-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2112998 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2112998 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2112998 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2112998 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2112999 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2112999 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1'
   [junit4]   2> 2112999 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2112999 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2113001 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2113006 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2113010 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2113019 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2113024 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2113113 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2113119 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2113120 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2113135 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2113137 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2113139 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2113140 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2113141 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2113141 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2113141 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2113141 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data/]
   [junit4]   2> 2113142 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c7f8962
   [junit4]   2> 2113142 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data
   [junit4]   2> 2113142 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2113142 WARN  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2113142 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data/index
   [junit4]   2> 2113143 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=11, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.322265625, noCFSRatio=0.5094017298449398]
   [junit4]   2> 2113143 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@36df8d1e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10ab7f66),segFN=segments_1,generation=1}
   [junit4]   2> 2113143 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2113144 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data/
   [junit4]   2> 2113144 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2113146 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2113146 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2113146 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2113146 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2113146 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2113147 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2113147 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2113147 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2113147 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2113147 WARN  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2113149 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2113150 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2113150 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2113151 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2113154 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2113155 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2113155 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2113155 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2113156 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2113156 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2113156 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28e9a13e
   [junit4]   2> 2113157 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@36df8d1e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@10ab7f66),segFN=segments_1,generation=1}
   [junit4]   2> 2113157 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2113157 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69f38768[collection1] main]
   [junit4]   2> 2113157 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2113158 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2113158 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2113159 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2113160 INFO  (searcherExecutor-3056-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69f38768[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2113160 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2113160 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2113160 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2113160 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1523808133840896000
   [junit4]   2> 2113163 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1523808133840896000
   [junit4]   2> 2113163 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2113163 INFO  (coreLoadExecutor-3055-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2113164 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:33921 collection:control_collection shard:shard1
   [junit4]   2> 2113164 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2113167 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95238008251613189-core_node1-n_0000000000
   [junit4]   2> 2113167 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 2113169 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2113169 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2113169 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33921/collection1/
   [junit4]   2> 2113169 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2113169 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2113169 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:33921/collection1/ has no replicas
   [junit4]   2> 2113170 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2113172 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 2113173 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33921/collection1/ shard1
   [junit4]   2> 2113174 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:33921",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2113276 INFO  (zkCallback-1871-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2113325 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:33921/collection1/ and leader is https://127.0.0.1:33921/collection1/
   [junit4]   2> 2113325 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:33921
   [junit4]   2> 2113325 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2113325 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2113325 INFO  (coreZkRegister-3049-thread-1-processing-n:127.0.0.1:33921_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33921_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2113327 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:33921",
   [junit4]   2>   "node_name":"127.0.0.1:33921_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2113328 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:33921",
   [junit4]   2>   "node_name":"127.0.0.1:33921_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2113430 INFO  (zkCallback-1871-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2113499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2113499 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2113501 INFO  (zkCallback-1873-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@622faa40 name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2113501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2113501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2113501 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2113504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2113504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2113504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2113504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2113506 INFO  (zkCallback-1874-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5bfefbd name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2113506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2113506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2113508 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 2113508 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2113616 INFO  (OverseerStateUpdate-95238008251613189-127.0.0.1:33921_-n_0000000000) [n:127.0.0.1:33921_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2113846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/cores/collection1
   [junit4]   2> 2113847 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001
   [junit4]   2> 2113848 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2113850 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@743c1480{/,null,AVAILABLE}
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@340d1526{SSL-http/1.1}{127.0.0.1:35607}
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.Server Started @2117644ms
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35607, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/cores}
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001'
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2113855 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2113856 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2113856 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2113857 INFO  (zkCallback-1875-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@286d651d name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2113857 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2113857 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2113858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2113858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/solr.xml
   [junit4]   2> 2113863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/cores
   [junit4]   2> 2113864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CoreContainer New CoreContainer 1167038711
   [junit4]   2> 2113864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001]
   [junit4]   2> 2113864 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/lib
   [junit4]   2> 2113864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2113866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2113867 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2113868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2113868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41465/solr
   [junit4]   2> 2113868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2113868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2113868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2113869 INFO  (zkCallback-1878-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@313a55e4 name:ZooKeeperConnection Watcher:127.0.0.1:41465 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2113870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2113870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2113879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2113879 INFO  (zkCallback-1879-thread-1-processing-n:127.0.0.1:35607_) [n:127.0.0.1:35607_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ef7c2df name:ZooKeeperConnection Watcher:127.0.0.1:41465/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2113879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2113886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2114891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35607_
   [junit4]   2> 2114892 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35607_
   [junit4]   2> 2114893 INFO  (zkCallback-1873-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2114893 INFO  (zkCallback-1871-thread-1-processing-n:127.0.0.1:33921_) [n:127.0.0.1:33921_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2114894 INFO  (zkCallback-1879-thread-1-processing-n:127.0.0.1:35607_) [n:127.0.0.1:35607_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2114896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2114896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95238008251613194-127.0.0.1:35607_-n_0000000001
   [junit4]   2> 2114897 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95238008251613189-127.0.0.1:33921_-n_0000000000 to know if I could be the leader
   [junit4]   2> 2114909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2114909 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2114910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/cores
   [junit4]   2> 2114911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2114911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_E5B42878BDF7DD6D-001/shard-1-001/cores/collection1
   [junit4]   2> 2114911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2114912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:35607_    ] o.a

[...truncated too long message...]

erseer (id=95238244945625120-127.0.0.1:48870_-n_0000000007) closing
   [junit4]   2> 5789204 INFO  (OverseerStateUpdate-95238244945625120-127.0.0.1:48870_-n_0000000007) [n:127.0.0.1:48870_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48870_
   [junit4]   2> 5789204 INFO  (zkCallback-3879-thread-1-processing-n:127.0.0.1:48870_) [n:127.0.0.1:48870_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 5789205 WARN  (zkCallback-3879-thread-1-processing-n:127.0.0.1:48870_) [n:127.0.0.1:48870_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 5789206 INFO  (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@136fd5ed{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 5789207 INFO  (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[E5B42878BDF7DD6D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@47cae420{/,null,UNAVAILABLE}
   [junit4]   2> 5789207 INFO  (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:48870_ c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica2] o.a.s.SolrTestCaseJ4 ###Ending testResilienceWithDeleteByQueryOnTarget
   [junit4]   2> 5789208 INFO  (TEST-CdcrReplicationDistributedZkTest.testResilienceWithDeleteByQueryOnTarget-seed#[E5B42878BDF7DD6D]) [n:127.0.0.1:48870_ c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica2] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60008 60008
   [junit4]   2> 5789344 INFO  (Thread-45629) [n:127.0.0.1:39362_ c:target_collection s:shard1 r:core_node1 x:target_collection_shard1_replica1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60008 60008
   [junit4]   2> 5789346 WARN  (Thread-45629) [n:127.0.0.1:39362_ c:target_collection s:shard1 r:core_node1 x:target_collection_shard1_replica1] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/aliases.json
   [junit4]   2> 	16	/solr/configs/conf1
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard1/leader
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/target_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1/leader
   [junit4]   2> 	2	/solr/collections/target_collection/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 	8	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	7	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	4	/solr/collections/target_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/source_collection/state.json
   [junit4]   2> 	4	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	4	/solr/collections/target_collection/cdcr/state/process
   [junit4]   2> 	4	/solr/collections/target_collection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/live_nodes
   [junit4]   2> 	39	/solr/collections
   [junit4]   2> 	8	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 5789347 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[E5B42878BDF7DD6D]-worker) [n:127.0.0.1:48870_ c:target_collection s:shard2 r:core_node4 x:target_collection_shard2_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrReplicationDistributedZkTest_E5B42878BDF7DD6D-001
   [junit4]   2> Jan 19, 2016 4:19:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=MockRandom)}, docValues:{}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=en-PH, timezone=America/Grand_Turk
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=170381080,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestSearcherReuse, TermVectorComponentDistributedTest, CdcrRequestHandlerTest, CoreAdminHandlerTest, RecoveryZkTest, ExplicitHLLTest, ConcurrentDeleteAndCreateCollectionTest, TestXIncludeConfig, TestSolrJ, CoreMergeIndexesAdminHandlerTest, SolrCoreCheckLockOnStartupTest, LeaderElectionTest, TestDownShardTolerantSearch, DebugComponentTest, TestCoreDiscovery, DataDrivenBlockJoinTest, ShardSplitTest, TestManagedResourceStorage, ShowFileRequestHandlerTest, DocValuesMultiTest, TestSolrIndexConfig, PrimitiveFieldTypeTest, StatelessScriptUpdateProcessorFactoryTest, TestSolrQueryParser, CachingDirectoryFactoryTest, SliceStateTest, TestHashQParserPlugin, TestSolrDeletionPolicy1, NoCacheHeaderTest, TestClassNameShortening, UpdateParamsTest, HLLUtilTest, TestMissingGroups, TestJmxMonitoredMap, BasicDistributedZk2Test, OverseerStatusTest, StatsComponentTest, TestMinMaxOnMultiValuedField, SimpleFacetsTest, TestRebalanceLeaders, FullSolrCloudDistribCmdsTest, CleanupOldIndexTest, TestSort, TestExtendedDismaxParser, TestQueryWrapperFilter, CollectionStateFormat2Test, BaseCdcrDistributedZkTest, OverseerTest, SuggesterTSTTest, TestIndexingPerformance, HdfsRecoveryZkTest, DirectSolrConnectionTest, TestIndexSearcher, TestHdfsUpdateLog, HardAutoCommitTest, LeaderFailoverAfterPartitionTest, DateMathParserTest, TestPerFieldSimilarity, OverriddenZkACLAndCredentialsProvidersTest, TestSchemaSimilarityResource, DirectUpdateHandlerTest, SampleTest, XmlUpdateRequestHandlerTest, TestManagedSchemaDynamicFieldResource, TestCloudManagedSchema, FieldAnalysisRequestHandlerTest, TestRecovery, CurrencyFieldXmlFileTest, DistributedFacetPivotLargeTest, HdfsBasicDistributedZkTest, SimpleMLTQParserTest, SuggesterTest, TestCharFilters, StressHdfsTest, TestTrieFacet, TestStressReorder, TestGroupingSearch, TestAuthenticationFramework, SimpleCollectionCreateDeleteTest, TestSolrConfigHandlerConcurrent, HighlighterConfigTest, TestStressRecovery, BasicAuthIntegrationTest, DistributedVersionInfoTest, RegexBoostProcessorTest, TestSuggestSpellingConverter, ZkStateWriterTest, AssignTest, PluginInfoTest, AddBlockUpdateTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, ConvertedLegacyTest, CurrencyFieldOpenExchangeTest, SpellCheckCollatorTest, DocValuesTest, SpatialFilterTest, TestCSVLoader, FieldMutatingUpdateProcessorTest, QueryEqualityTest, XsltUpdateRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, RequestHandlersTest, FastVectorHighlighterTest, LoggingHandlerTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest]
   [junit4] Completed [447/577 (4!)] on J2 in 835.03s, 11 tests, 1 failure <<< FAILURES!

[...truncated 459 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160119_144243_335.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid29010.hprof ...
   [junit4] Heap dump file created [728106197 bytes in 6.165 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 24 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 577 suites (8 ignored), 2313 tests, 2 errors, 2 failures, 33 ignored (18 assumptions) [seed: E5B42878BDF7DD6D]

Total time: 270 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 913 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/913/

2 tests failed.
FAILED:  org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun

Error Message:
Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":50207; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":50207; 
	at __randomizedtesting.SeedInfo.seed([4FC21169B110E377:4190A567B086D178]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy46.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy47.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun(MorphlineBasicMiniMRTest.java:363)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
	at sun.nio.ch.IOUtil.read(IOUtil.java:197)
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
	at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:513)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:265)
	at java.io.DataInputStream.readInt(DataInputStream.java:387)
	at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071)
	at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966)


FAILED:  org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test

Error Message:
Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":44185; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":44185; 
	at __randomizedtesting.SeedInfo.seed([4FC21169B110E377:C7962EB31FEC8E8F]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy48.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy49.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test(MorphlineGoLiveMiniMRTest.java:402)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
	at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
	at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
	at sun.nio.ch.IOUtil.read(IOUtil.java:197)
	at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
	at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at java.io.FilterInputStream.read(FilterInputStream.java:133)
	at org.apache.hadoop.ipc.Client$Connection$PingInputStream.read(Client.java:513)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:246)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:265)
	at java.io.DataInputStream.readInt(DataInputStream.java:387)
	at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1071)
	at org.apache.hadoop.ipc.Client$Connection.run(Client.java:966)




Build Log:
[...truncated 18405 lines...]
   [junit4] Suite: org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/init-core-data-001
   [junit4]   2> 0    INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1163 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1331 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 1393 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 1604 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.c.C.deprecation hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
   [junit4]   2> 1604 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 1604 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 1621 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 1633 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2016 Jan 18 07:21:07
   [junit4]   2> 1642 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 1642 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 1644 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455.5 MB = 9.1 MB
   [junit4]   2> 1645 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 1676 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 1676 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 1677 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 1677 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 1677 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 1677 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 1677 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 1679 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 1679 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 1692 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 1692 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 1692 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 1694 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 1706 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 2085 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 2085 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 2086 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455.5 MB = 4.6 MB
   [junit4]   2> 2086 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 2087 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 2102 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 2102 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 2102 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455.5 MB = 1.1 MB
   [junit4]   2> 2102 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 2105 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 2105 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 2105 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 2108 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 2108 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 2115 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 2115 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 2117 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455.5 MB = 139.9 KB
   [junit4]   2> 2117 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 2130 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 2133 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 2133 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 2294 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSImage Allocated new BlockPoolId: BP-1713152918-10.41.0.5-1453083668437
   [junit4]   2> 2321 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name1 has been successfully formatted.
   [junit4]   2> 2329 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name2 has been successfully formatted.
   [junit4]   2> 2632 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNStorageRetentionManager Going to retain 1 images with txid >= 0
   [junit4]   2> 2638 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode createNameNode []
   [junit4]   2> 2716 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2902 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl Scheduled snapshot period at 10 second(s).
   [junit4]   2> 2902 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl NameNode metrics system started
   [junit4]   2> 2906 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode fs.defaultFS is hdfs://127.0.0.1:0
   [junit4]   2> 3002 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.DFSUtil Starting Web-server for hdfs at: http://localhost:0
   [junit4]   2> 3177 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 3192 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3231 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 3240 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
   [junit4]   2> 3240 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 3240 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 3296 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
   [junit4]   2> 3299 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 3334 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 53963
   [junit4]   2> 3334 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3418 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_53963_hdfs____omc54y/webapp
   [junit4]   2> 3693 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 258652 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log EXCEPTION 
   [junit4]   2> java.net.ConnectException: Connection timed out
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:538)
   [junit4]   2> 	at sun.net.NetworkClient.doConnect(NetworkClient.java:180)
   [junit4]   2> 	at sun.net.www.http.HttpClient.openServer(HttpClient.java:432)
   [junit4]   2> 	at sun.net.www.http.HttpClient.openServer(HttpClient.java:527)
   [junit4]   2> 	at sun.net.www.http.HttpClient.<init>(HttpClient.java:211)
   [junit4]   2> 	at sun.net.www.http.HttpClient.New(HttpClient.java:308)
   [junit4]   2> 	at sun.net.www.http.HttpClient.New(HttpClient.java:326)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:1169)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1105)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:999)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:933)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1513)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1441)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.setupCurrentEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.startEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.startDTDEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDTDScannerImpl.setInputSource(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDocumentScannerImpl$DTDDispatcher.dispatch(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.AbstractSAXParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.jaxp.SAXParserImpl$JAXPSAXParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.jaxp.SAXParserImpl.parse(Unknown Source)
   [junit4]   2> 	at org.mortbay.xml.XmlParser.parse(XmlParser.java:188)
   [junit4]   2> 	at org.mortbay.xml.XmlParser.parse(XmlParser.java:204)
   [junit4]   2> 	at org.mortbay.jetty.webapp.TagLibConfiguration.configureWebApp(TagLibConfiguration.java:238)
   [junit4]   2> 	at org.mortbay.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1279)
   [junit4]   2> 	at org.mortbay.jetty.handler.ContextHandler.doStart(ContextHandler.java:518)
   [junit4]   2> 	at org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:499)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
   [junit4]   2> 	at org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
   [junit4]   2> 	at org.mortbay.jetty.Server.doStart(Server.java:224)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.apache.hadoop.http.HttpServer2.start(HttpServer2.java:828)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:142)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:703)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:590)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:762)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:746)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1438)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1107)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:978)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:807)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:738)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:608)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.setupClass(MorphlineGoLiveMiniMRTest.java:183)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 513114 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log EXCEPTION 
   [junit4]   2> java.net.ConnectException: Connection timed out
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:538)
   [junit4]   2> 	at sun.net.NetworkClient.doConnect(NetworkClient.java:180)
   [junit4]   2> 	at sun.net.www.http.HttpClient.openServer(HttpClient.java:432)
   [junit4]   2> 	at sun.net.www.http.HttpClient.openServer(HttpClient.java:527)
   [junit4]   2> 	at sun.net.www.http.HttpClient.<init>(HttpClient.java:211)
   [junit4]   2> 	at sun.net.www.http.HttpClient.New(HttpClient.java:308)
   [junit4]   2> 	at sun.net.www.http.HttpClient.New(HttpClient.java:326)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:1169)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1105)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:999)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:933)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1513)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1441)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.setupCurrentEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.startEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.startDTDEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDTDScannerImpl.setInputSource(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDocumentScannerImpl$DTDDispatcher.dispatch(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.AbstractSAXParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.jaxp.SAXParserImpl$JAXPSAXParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.jaxp.SAXParserImpl.parse(Unknown Source)
   [junit4]   2> 	at org.mortbay.xml.XmlParser.parse(XmlParser.java:188)
   [junit4]   2> 	at org.mortbay.xml.XmlParser.parse(XmlParser.java:204)
   [junit4]   2> 	at org.mortbay.jetty.webapp.TagLibConfiguration.configureWebApp(TagLibConfiguration.java:238)
   [junit4]   2> 	at org.mortbay.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1279)
   [junit4]   2> 	at org.mortbay.jetty.handler.ContextHandler.doStart(ContextHandler.java:518)
   [junit4]   2> 	at org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:499)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
   [junit4]   2> 	at org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
   [junit4]   2> 	at org.mortbay.jetty.Server.doStart(Server.java:224)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.apache.hadoop.http.HttpServer2.start(HttpServer2.java:828)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNodeHttpServer.start(NameNodeHttpServer.java:142)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:703)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:590)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:762)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:746)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1438)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:1107)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:978)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:807)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:738)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:608)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.setupClass(MorphlineGoLiveMiniMRTest.java:183)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 513299 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53963
   [junit4]   2> 513324 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 513324 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 513325 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 513325 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 513332 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 513333 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2016 Jan 18 07:29:39
   [junit4]   2> 513333 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 513333 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 513333 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455.5 MB = 9.1 MB
   [junit4]   2> 513334 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 513334 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 513335 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 513342 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 513342 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 513342 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 513342 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 513344 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 513346 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455.5 MB = 4.6 MB
   [junit4]   2> 513346 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 513346 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 513347 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 513347 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 513348 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455.5 MB = 1.1 MB
   [junit4]   2> 513350 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 513350 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 513350 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 513350 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 513350 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 513350 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 513351 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 513351 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 513351 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455.5 MB = 139.9 KB
   [junit4]   2> 513351 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 513354 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 513354 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 513354 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 513371 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name1/in_use.lock acquired by nodename 1058@lucene1-us-west
   [junit4]   2> 513387 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name2/in_use.lock acquired by nodename 1058@lucene1-us-west
   [junit4]   2> 513392 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name1/current
   [junit4]   2> 513392 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name2/current
   [junit4]   2> 513393 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSImage No edit log streams selected.
   [junit4]   2> 513425 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSImageFormatPBINode Loading 1 INodes.
   [junit4]   2> 513442 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSImageFormatProtobuf Loaded FSImage in 0 seconds.
   [junit4]   2> 513442 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSImage Loaded image for txid 0 from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/name1/current/fsimage_0000000000000000000
   [junit4]   2> 513450 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
   [junit4]   2> 513451 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSEditLog Starting log segment at 1
   [junit4]   2> 513512 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameCache initialized with 0 entries 0 lookups
   [junit4]   2> 513512 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Finished loading FSImage in 158 msecs
   [junit4]   2> 513933 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode RPC server is binding to localhost:0
   [junit4]   2> 513951 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 513989 INFO  (Socket Reader #1 for port 51194) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 51194
   [junit4]   2> 514040 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode Clients are to use localhost:51194 to access this namenode/service.
   [junit4]   2> 514044 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Registered FSNamesystemState MBean
   [junit4]   2> 514067 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 514067 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 514067 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem initializing replication queues
   [junit4]   2> 514068 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.StateChange STATE* Leaving safe mode after 0 secs
   [junit4]   2> 514068 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.StateChange STATE* Network topology has 0 racks and 0 datanodes
   [junit4]   2> 514068 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.StateChange STATE* UnderReplicatedBlocks has 0 blocks
   [junit4]   2> 514086 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Total number of blocks            = 0
   [junit4]   2> 514086 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of invalid blocks          = 0
   [junit4]   2> 514086 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of under-replicated blocks = 0
   [junit4]   2> 514087 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of  over-replicated blocks = 0
   [junit4]   2> 514087 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of blocks being written    = 0
   [junit4]   2> 514087 INFO  (Replication Queue Initializer) [    ] o.a.h.h.StateChange STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 19 msec
   [junit4]   2> 514142 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 514143 INFO  (IPC Server listener on 51194) [    ] o.a.h.i.Server IPC Server listener on 51194: starting
   [junit4]   2> 514171 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.NameNode NameNode RPC up at: localhost/127.0.0.1:51194
   [junit4]   2> 514171 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Starting services required for active state
   [junit4]   2> 514198 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Starting CacheReplicationMonitor with interval 30000 milliseconds
   [junit4]   2> 514200 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 21544472862 milliseconds
   [junit4]   2> 514200 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 514205 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2
   [junit4]   2> 514299 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 514300 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 514311 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 514320 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:34078
   [junit4]   2> 514324 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 514324 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 514330 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 514331 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 514332 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 514332 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 514332 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 514338 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 514338 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 44036
   [junit4]   2> 514338 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 514359 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44036_datanode____.3ssk92/webapp
   [junit4]   2> 514471 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 544200 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 544201 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
   [junit4]   2> 574200 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 574200 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 604201 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30001 milliseconds
   [junit4]   2> 604201 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 634202 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30001 milliseconds
   [junit4]   2> 634202 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 664202 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 664203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
   [junit4]   2> 694202 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 694203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 724203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30001 milliseconds
   [junit4]   2> 724203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 754203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 754204 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
   [junit4]   2> 769114 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log EXCEPTION 
   [junit4]   2> java.net.ConnectException: Connection timed out
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:538)
   [junit4]   2> 	at sun.net.NetworkClient.doConnect(NetworkClient.java:180)
   [junit4]   2> 	at sun.net.www.http.HttpClient.openServer(HttpClient.java:432)
   [junit4]   2> 	at sun.net.www.http.HttpClient.openServer(HttpClient.java:527)
   [junit4]   2> 	at sun.net.www.http.HttpClient.<init>(HttpClient.java:211)
   [junit4]   2> 	at sun.net.www.http.HttpClient.New(HttpClient.java:308)
   [junit4]   2> 	at sun.net.www.http.HttpClient.New(HttpClient.java:326)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getNewHttpClient(HttpURLConnection.java:1169)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.plainConnect0(HttpURLConnection.java:1105)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.plainConnect(HttpURLConnection.java:999)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.connect(HttpURLConnection.java:933)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getInputStream0(HttpURLConnection.java:1513)
   [junit4]   2> 	at sun.net.www.protocol.http.HttpURLConnection.getInputStream(HttpURLConnection.java:1441)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.setupCurrentEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.startEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLEntityManager.startDTDEntity(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDTDScannerImpl.setInputSource(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDocumentScannerImpl$DTDDispatcher.dispatch(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.impl.XMLDocumentFragmentScannerImpl.scanDocument(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XML11Configuration.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.XMLParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.parsers.AbstractSAXParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.jaxp.SAXParserImpl$JAXPSAXParser.parse(Unknown Source)
   [junit4]   2> 	at org.apache.xerces.jaxp.SAXParserImpl.parse(Unknown Source)
   [junit4]   2> 	at org.mortbay.xml.XmlParser.parse(XmlParser.java:188)
   [junit4]   2> 	at org.mortbay.xml.XmlParser.parse(XmlParser.java:204)
   [junit4]   2> 	at org.mortbay.jetty.webapp.TagLibConfiguration.configureWebApp(TagLibConfiguration.java:238)
   [junit4]   2> 	at org.mortbay.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1279)
   [junit4]   2> 	at org.mortbay.jetty.handler.ContextHandler.doStart(ContextHandler.java:518)
   [junit4]   2> 	at org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:499)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
   [junit4]   2> 	at org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
   [junit4]   2> 	at org.mortbay.jetty.Server.doStart(Server.java:224)
   [junit4]   2> 	at org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:50)
   [junit4]   2> 	at org.apache.hadoop.http.HttpServer2.start(HttpServer2.java:828)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.startInfoServer(DataNode.java:663)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:1057)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:415)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:2268)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:2155)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:1443)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:828)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:738)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:608)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.setupClass(MorphlineGoLiveMiniMRTest.java:183)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:811)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 784203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 784204 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
   [junit4]   2> 814203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 814203 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 844204 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30001 milliseconds
   [junit4]   2> 844204 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
   [junit4]   2> 874204 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 30000 milliseconds
   [junit4]   2> 874205 INFO  (CacheReplicationMonitor(2129954515)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
   [junit4]   2> 897049 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44036
   [junit4]   2> 897052 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 897052 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 897081 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 897082 INFO  (Socket Reader #1 for port 47437) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 47437
   [junit4]   2> 897095 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:47437
   [junit4]   2> 897107 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 897111 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 897146 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:51194 starting to offer service
   [junit4]   2> 897158 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 897158 INFO  (IPC Server listener on 47437) [    ] o.a.h.i.Server IPC Server listener on 47437: starting
   [junit4]   2> 897165 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data3,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data4
   [junit4]   2> 897187 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 897188 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 897188 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 897189 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:40415
   [junit4]   2> 897189 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 897189 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 897191 WARN  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 897192 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 897193 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 897193 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 897193 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 897194 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 897195 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 38296
   [junit4]   2> 897195 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 897218 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_38296_datanode____arw65t/webapp
   [junit4]   2> 897333 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 897736 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 897742 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/in_use.lock acquired by nodename 1058@lucene1-us-west
   [junit4]   2> 897780 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1 is not formatted for BP-1713152918-10.41.0.5-1453083668437
   [junit4]   2> 897780 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 897788 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/in_use.lock acquired by nodename 1058@lucene1-us-west
   [junit4]   2> 897789 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2 is not formatted for BP-1713152918-10.41.0.5-1453083668437
   [junit4]   2> 897789 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 897860 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-1713152918-10.41.0.5-1453083668437
   [junit4]   2> 897861 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 897863 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-1713152918-10.41.0.5-1453083668437 is not formatted.
   [junit4]   2> 897863 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 897863 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-1713152918-10.41.0.5-1453083668437 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-1713152918-10.41.0.5-1453083668437/current
   [junit4]   2> 897866 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:51194) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 897868 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_4FC21169B110E377-001/tempDir-002/hdfs/build/dfs/data/data1/, [DIS

[...truncated too long message...]

ger Monitor interrupted: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1552835 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Stopping services started for active state
   [junit4]   2> 1552836 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.h.s.n.FSNamesystem Stopping services started for standby state
   [junit4]   2> 1552858 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 1552962 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl Stopping JobHistoryServer metrics system...
   [junit4]   2> 1552965 ERROR (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineBasicMiniMRTest.teardownClass(MorphlineBasicMiniMRTest.java:195)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 1552985 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system stopped.
   [junit4]   2> 1552986 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system shutdown complete.
   [junit4]   2> 1552991 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[4FC21169B110E377]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_4FC21169B110E377-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=sr-CS, timezone=America/Argentina/Salta
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=5,free=146904464,total=274726912
   [junit4]   2> NOTE: All tests run in this JVM: [MorphlineBasicMiniMRTest]
   [junit4] Completed [6/7 (2!)] on J0 in 1554.80s, 2 tests, 1 error <<< FAILURES!

[...truncated 15 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:253: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:459: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 7 suites, 35 tests, 2 errors, 1 ignored [seed: 4FC21169B110E377]

Total time: 301 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 912 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/912/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1452914081261,generation=2,filelist=[_mgx.cfe, _mgx.cfs, _mgx.si, _mj5.fdt, _mj5.fdx, _mj5.fnm, _mj5.nvd, _mj5.nvm, _mj5.si, _mj5_Lucene50_0.doc, _mj5_Lucene50_0.tim, _mj5_Lucene50_0.tip, _mj6.cfe, _mj6.cfs, _mj6.si, _mj7.fdt, _mj7.fdx, _mj7.fnm, _mj7.nvd, _mj7.nvm, _mj7.si, _mj7_Lucene50_0.doc, _mj7_Lucene50_0.tim, _mj7_Lucene50_0.tip, _mj8.fdt, _mj8.fdx, _mj8.fnm, _mj8.nvd, _mj8.nvm, _mj8.si, _mj8_Lucene50_0.doc, _mj8_Lucene50_0.tim, _mj8_Lucene50_0.tip, _mj9.fdt, _mj9.fdx, _mj9.fnm, _mj9.nvd, _mj9.nvm, _mj9.si, _mj9_Lucene50_0.doc, _mj9_Lucene50_0.tim, _mj9_Lucene50_0.tip, _mja.fdt, _mja.fdx, _mja.fnm, _mja.nvd, _mja.nvm, _mja.si, _mja_Lucene50_0.doc, _mja_Lucene50_0.tim, _mja_Lucene50_0.tip, _mjb.fdt, _mjb.fdx, _mjb.fnm, _mjb.nvd, _mjb.nvm, _mjb.si, _mjb_Lucene50_0.doc, _mjb_Lucene50_0.tim, _mjb_Lucene50_0.tip, _mjc.fdt, _mjc.fdx, _mjc.fnm, _mjc.nvd, _mjc.nvm, _mjc.si, _mjc_Lucene50_0.doc, _mjc_Lucene50_0.tim, _mjc_Lucene50_0.tip, _mjd.fdt, _mjd.fdx, _mjd.fnm, _mjd.nvd, _mjd.nvm, _mjd.si, _mjd_Lucene50_0.doc, _mjd_Lucene50_0.tim, _mjd_Lucene50_0.tip, _mje.fdt, _mje.fdx, _mje.fnm, _mje.nvd, _mje.nvm, _mje.si, _mje_Lucene50_0.doc, _mje_Lucene50_0.tim, _mje_Lucene50_0.tip, _mjf.fdt, _mjf.fdx, _mjf.fnm, _mjf.nvd, _mjf.nvm, _mjf.si, _mjf_Lucene50_0.doc, _mjf_Lucene50_0.tim, _mjf_Lucene50_0.tip, _mjg.fdt, _mjg.fdx, _mjg.fnm, _mjg.nvd, _mjg.nvm, _mjg.si, _mjg_Lucene50_0.doc, _mjg_Lucene50_0.tim, _mjg_Lucene50_0.tip, _mjh.fdt, _mjh.fdx, _mjh.fnm, _mjh.nvd, _mjh.nvm, _mjh.si, _mjh_Lucene50_0.doc, _mjh_Lucene50_0.tim, _mjh_Lucene50_0.tip, _mji.fdt, _mji.fdx, _mji.fnm, _mji.nvd, _mji.nvm, _mji.si, _mji_Lucene50_0.doc, _mji_Lucene50_0.tim, _mji_Lucene50_0.tip, _mjj.fdt, _mjj.fdx, _mjj.fnm, _mjj.nvd, _mjj.nvm, _mjj.si, _mjj_Lucene50_0.doc, _mjj_Lucene50_0.tim, _mjj_Lucene50_0.tip, _mjk.fdt, _mjk.fdx, _mjk.fnm, _mjk.nvd, _mjk.nvm, _mjk.si, _mjk_Lucene50_0.doc, _mjk_Lucene50_0.tim, _mjk_Lucene50_0.tip, _mjl.fdt, _mjl.fdx, _mjl.fnm, _mjl.nvd, _mjl.nvm, _mjl.si, _mjl_Lucene50_0.doc, _mjl_Lucene50_0.tim, _mjl_Lucene50_0.tip, _mjm.fdt, _mjm.fdx, _mjm.fnm, _mjm.nvd, _mjm.nvm, _mjm.si, _mjm_Lucene50_0.doc, _mjm_Lucene50_0.tim, _mjm_Lucene50_0.tip, _mjn.fdt, _mjn.fdx, _mjn.fnm, _mjn.nvd, _mjn.nvm, _mjn.si, _mjn_Lucene50_0.doc, _mjn_Lucene50_0.tim, _mjn_Lucene50_0.tip, _mjo.fdt, _mjo.fdx, _mjo.fnm, _mjo.nvd, _mjo.nvm, _mjo.si, _mjo_Lucene50_0.doc, _mjo_Lucene50_0.tim, _mjo_Lucene50_0.tip, _mjp.fdt, _mjp.fdx, _mjp.fnm, _mjp.nvd, _mjp.nvm, _mjp.si, _mjp_Lucene50_0.doc, _mjp_Lucene50_0.tim, _mjp_Lucene50_0.tip, _mjq.fdt, _mjq.fdx, _mjq.fnm, _mjq.nvd, _mjq.nvm, _mjq.si, _mjq_Lucene50_0.doc, _mjq_Lucene50_0.tim, _mjq_Lucene50_0.tip, _mjr.fdt, _mjr.fdx, _mjr.fnm, _mjr.nvd, _mjr.nvm, _mjr.si, _mjr_Lucene50_0.doc, _mjr_Lucene50_0.tim, _mjr_Lucene50_0.tip, _mjs.fdt, _mjs.fdx, _mjs.fnm, _mjs.nvd, _mjs.nvm, _mjs.si, _mjs_Lucene50_0.doc, _mjs_Lucene50_0.tim, _mjs_Lucene50_0.tip, _mjt.fdt, _mjt.fdx, _mjt.fnm, _mjt.nvd, _mjt.nvm, _mjt.si, _mjt_Lucene50_0.doc, _mjt_Lucene50_0.tim, _mjt_Lucene50_0.tip, _mju.fdt, _mju.fdx, _mju.fnm, _mju.nvd, _mju.nvm, _mju.si, _mju_Lucene50_0.doc, _mju_Lucene50_0.tim, _mju_Lucene50_0.tip, _mjv.fdt, _mjv.fdx, _mjv.fnm, _mjv.nvd, _mjv.nvm, _mjv.si, _mjv_Lucene50_0.doc, _mjv_Lucene50_0.tim, _mjv_Lucene50_0.tip, _mjw.fdt, _mjw.fdx, _mjw.fnm, _mjw.nvd, _mjw.nvm, _mjw.si, _mjw_Lucene50_0.doc, _mjw_Lucene50_0.tim, _mjw_Lucene50_0.tip, _mjx.fdt, _mjx.fdx, _mjx.fnm, _mjx.nvd, _mjx.nvm, _mjx.si, _mjx_Lucene50_0.doc, _mjx_Lucene50_0.tim, _mjx_Lucene50_0.tip, _mjy.fdt, _mjy.fdx, _mjy.fnm, _mjy.nvd, _mjy.nvm, _mjy.si, _mjy_Lucene50_0.doc, _mjy_Lucene50_0.tim, _mjy_Lucene50_0.tip, _mjz.fdt, _mjz.fdx, _mjz.fnm, _mjz.nvd, _mjz.nvm, _mjz.si, _mjz_Lucene50_0.doc, _mjz_Lucene50_0.tim, _mjz_Lucene50_0.tip, _mk0.fdt, _mk0.fdx, _mk0.fnm, _mk0.nvd, _mk0.nvm, _mk0.si, _mk0_Lucene50_0.doc, _mk0_Lucene50_0.tim, _mk0_Lucene50_0.tip, _mk1.fdt, _mk1.fdx, _mk1.fnm, _mk1.nvd, _mk1.nvm, _mk1.si, _mk1_Lucene50_0.doc, _mk1_Lucene50_0.tim, _mk1_Lucene50_0.tip, _mk2.fdt, _mk2.fdx, _mk2.fnm, _mk2.nvd, _mk2.nvm, _mk2.si, _mk2_Lucene50_0.doc, _mk2_Lucene50_0.tim, _mk2_Lucene50_0.tip, _mk3.fdt, _mk3.fdx, _mk3.fnm, _mk3.nvd, _mk3.nvm, _mk3.si, _mk3_Lucene50_0.doc, _mk3_Lucene50_0.tim, _mk3_Lucene50_0.tip, _mk4.fdt, _mk4.fdx, _mk4.fnm, _mk4.nvd, _mk4.nvm, _mk4.si, _mk4_Lucene50_0.doc, _mk4_Lucene50_0.tim, _mk4_Lucene50_0.tip, _mk5.fdt, _mk5.fdx, _mk5.fnm, _mk5.nvd, _mk5.nvm, _mk5.si, _mk5_Lucene50_0.doc, _mk5_Lucene50_0.tim, _mk5_Lucene50_0.tip, _mk6.fdt, _mk6.fdx, _mk6.fnm, _mk6.nvd, _mk6.nvm, _mk6.si, _mk6_Lucene50_0.doc, _mk6_Lucene50_0.tim, _mk6_Lucene50_0.tip, _mk7.fdt, _mk7.fdx, _mk7.fnm, _mk7.nvd, _mk7.nvm, _mk7.si, _mk7_Lucene50_0.doc, _mk7_Lucene50_0.tim, _mk7_Lucene50_0.tip, _mld.fdt, _mld.fdx, _mld.fnm, _mld.nvd, _mld.nvm, _mld.si, _mld_Lucene50_0.doc, _mld_Lucene50_0.tim, _mld_Lucene50_0.tip, _mle.cfe, _mle.cfs, _mle.si, _mlf.fdt, _mlf.fdx, _mlf.fnm, _mlf.nvd, _mlf.nvm, _mlf.si, _mlf_Lucene50_0.doc, _mlf_Lucene50_0.tim, _mlf_Lucene50_0.tip, _mlg.fdt, _mlg.fdx, _mlg.fnm, _mlg.nvd, _mlg.nvm, _mlg.si, _mlg_Lucene50_0.doc, _mlg_Lucene50_0.tim, _mlg_Lucene50_0.tip, _mlh.fdt, _mlh.fdx, _mlh.fnm, _mlh.nvd, _mlh.nvm, _mlh.si, _mlh_Lucene50_0.doc, _mlh_Lucene50_0.tim, _mlh_Lucene50_0.tip, _mli.fdt, _mli.fdx, _mli.fnm, _mli.nvd, _mli.nvm, _mli.si, _mli_Lucene50_0.doc, _mli_Lucene50_0.tim, _mli_Lucene50_0.tip, _mlj.fdt, _mlj.fdx, _mlj.fnm, _mlj.nvd, _mlj.nvm, _mlj.si, _mlj_Lucene50_0.doc, _mlj_Lucene50_0.tim, _mlj_Lucene50_0.tip, _mlk.fdt, _mlk.fdx, _mlk.fnm, _mlk.nvd, _mlk.nvm, _mlk.si, _mlk_Lucene50_0.doc, _mlk_Lucene50_0.tim, _mlk_Lucene50_0.tip, _mll.fdt, _mll.fdx, _mll.fnm, _mll.nvd, _mll.nvm, _mll.si, _mll_Lucene50_0.doc, _mll_Lucene50_0.tim, _mll_Lucene50_0.tip, _mlm.fdt, _mlm.fdx, _mlm.fnm, _mlm.nvd, _mlm.nvm, _mlm.si, _mlm_Lucene50_0.doc, _mlm_Lucene50_0.tim, _mlm_Lucene50_0.tip, _mln.fdt, _mln.fdx, _mln.fnm, _mln.nvd, _mln.nvm, _mln.si, _mln_Lucene50_0.doc, _mln_Lucene50_0.tim, _mln_Lucene50_0.tip, _mlo.fdt, _mlo.fdx, _mlo.fnm, _mlo.nvd, _mlo.nvm, _mlo.si, _mlo_Lucene50_0.doc, _mlo_Lucene50_0.tim, _mlo_Lucene50_0.tip, _mlp.fdt, _mlp.fdx, _mlp.fnm, _mlp.nvd, _mlp.nvm, _mlp.si, _mlp_Lucene50_0.doc, _mlp_Lucene50_0.tim, _mlp_Lucene50_0.tip, _mlq.fdt, _mlq.fdx, _mlq.fnm, _mlq.nvd, _mlq.nvm, _mlq.si, _mlq_Lucene50_0.doc, _mlq_Lucene50_0.tim, _mlq_Lucene50_0.tip, _mlr.fdt, _mlr.fdx, _mlr.fnm, _mlr.nvd, _mlr.nvm, _mlr.si, _mlr_Lucene50_0.doc, _mlr_Lucene50_0.tim, _mlr_Lucene50_0.tip, _mls.fdt, _mls.fdx, _mls.fnm, _mls.nvd, _mls.nvm, _mls.si, _mls_Lucene50_0.doc, _mls_Lucene50_0.tim, _mls_Lucene50_0.tip, _mlt.fdt, _mlt.fdx, _mlt.fnm, _mlt.nvd, _mlt.nvm, _mlt.si, _mlt_Lucene50_0.doc, _mlt_Lucene50_0.tim, _mlt_Lucene50_0.tip, _mlu.fdt, _mlu.fdx, _mlu.fnm, _mlu.nvd, _mlu.nvm, _mlu.si, _mlu_Lucene50_0.doc, _mlu_Lucene50_0.tim, _mlu_Lucene50_0.tip, _mlv.fdt, _mlv.fdx, _mlv.fnm, _mlv.nvd, _mlv.nvm, _mlv.si, _mlv_Lucene50_0.doc, _mlv_Lucene50_0.tim, _mlv_Lucene50_0.tip, _mlw.fdt, _mlw.fdx, _mlw.fnm, _mlw.nvd, _mlw.nvm, _mlw.si, _mlw_Lucene50_0.doc, _mlw_Lucene50_0.tim, _mlw_Lucene50_0.tip, _mlx.fdt, _mlx.fdx, _mlx.fnm, _mlx.nvd, _mlx.nvm, _mlx.si, _mlx_Lucene50_0.doc, _mlx_Lucene50_0.tim, _mlx_Lucene50_0.tip, _mly.fdt, _mly.fdx, _mly.fnm, _mly.nvd, _mly.nvm, _mly.si, _mly_Lucene50_0.doc, _mly_Lucene50_0.tim, _mly_Lucene50_0.tip, _mlz.fdt, _mlz.fdx, _mlz.fnm, _mlz.nvd, _mlz.nvm, _mlz.si, _mlz_Lucene50_0.doc, _mlz_Lucene50_0.tim, _mlz_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1452914081261,generation=2,filelist=[_mgx.cfe, _mgx.cfs, _mgx.si, _mj5.fdt, _mj5.fdx, _mj5.fnm, _mj5.nvd, _mj5.nvm, _mj5.si, _mj5_Lucene50_0.doc, _mj5_Lucene50_0.tim, _mj5_Lucene50_0.tip, _mj6.cfe, _mj6.cfs, _mj6.si, _mj7.fdt, _mj7.fdx, _mj7.fnm, _mj7.nvd, _mj7.nvm, _mj7.si, _mj7_Lucene50_0.doc, _mj7_Lucene50_0.tim, _mj7_Lucene50_0.tip, _mj8.fdt, _mj8.fdx, _mj8.fnm, _mj8.nvd, _mj8.nvm, _mj8.si, _mj8_Lucene50_0.doc, _mj8_Lucene50_0.tim, _mj8_Lucene50_0.tip, _mj9.fdt, _mj9.fdx, _mj9.fnm, _mj9.nvd, _mj9.nvm, _mj9.si, _mj9_Lucene50_0.doc, _mj9_Lucene50_0.tim, _mj9_Lucene50_0.tip, _mja.fdt, _mja.fdx, _mja.fnm, _mja.nvd, _mja.nvm, _mja.si, _mja_Lucene50_0.doc, _mja_Lucene50_0.tim, _mja_Lucene50_0.tip, _mjb.fdt, _mjb.fdx, _mjb.fnm, _mjb.nvd, _mjb.nvm, _mjb.si, _mjb_Lucene50_0.doc, _mjb_Lucene50_0.tim, _mjb_Lucene50_0.tip, _mjc.fdt, _mjc.fdx, _mjc.fnm, _mjc.nvd, _mjc.nvm, _mjc.si, _mjc_Lucene50_0.doc, _mjc_Lucene50_0.tim, _mjc_Lucene50_0.tip, _mjd.fdt, _mjd.fdx, _mjd.fnm, _mjd.nvd, _mjd.nvm, _mjd.si, _mjd_Lucene50_0.doc, _mjd_Lucene50_0.tim, _mjd_Lucene50_0.tip, _mje.fdt, _mje.fdx, _mje.fnm, _mje.nvd, _mje.nvm, _mje.si, _mje_Lucene50_0.doc, _mje_Lucene50_0.tim, _mje_Lucene50_0.tip, _mjf.fdt, _mjf.fdx, _mjf.fnm, _mjf.nvd, _mjf.nvm, _mjf.si, _mjf_Lucene50_0.doc, _mjf_Lucene50_0.tim, _mjf_Lucene50_0.tip, _mjg.fdt, _mjg.fdx, _mjg.fnm, _mjg.nvd, _mjg.nvm, _mjg.si, _mjg_Lucene50_0.doc, _mjg_Lucene50_0.tim, _mjg_Lucene50_0.tip, _mjh.fdt, _mjh.fdx, _mjh.fnm, _mjh.nvd, _mjh.nvm, _mjh.si, _mjh_Lucene50_0.doc, _mjh_Lucene50_0.tim, _mjh_Lucene50_0.tip, _mji.fdt, _mji.fdx, _mji.fnm, _mji.nvd, _mji.nvm, _mji.si, _mji_Lucene50_0.doc, _mji_Lucene50_0.tim, _mji_Lucene50_0.tip, _mjj.fdt, _mjj.fdx, _mjj.fnm, _mjj.nvd, _mjj.nvm, _mjj.si, _mjj_Lucene50_0.doc, _mjj_Lucene50_0.tim, _mjj_Lucene50_0.tip, _mjk.fdt, _mjk.fdx, _mjk.fnm, _mjk.nvd, _mjk.nvm, _mjk.si, _mjk_Lucene50_0.doc, _mjk_Lucene50_0.tim, _mjk_Lucene50_0.tip, _mjl.fdt, _mjl.fdx, _mjl.fnm, _mjl.nvd, _mjl.nvm, _mjl.si, _mjl_Lucene50_0.doc, _mjl_Lucene50_0.tim, _mjl_Lucene50_0.tip, _mjm.fdt, _mjm.fdx, _mjm.fnm, _mjm.nvd, _mjm.nvm, _mjm.si, _mjm_Lucene50_0.doc, _mjm_Lucene50_0.tim, _mjm_Lucene50_0.tip, _mjn.fdt, _mjn.fdx, _mjn.fnm, _mjn.nvd, _mjn.nvm, _mjn.si, _mjn_Lucene50_0.doc, _mjn_Lucene50_0.tim, _mjn_Lucene50_0.tip, _mjo.fdt, _mjo.fdx, _mjo.fnm, _mjo.nvd, _mjo.nvm, _mjo.si, _mjo_Lucene50_0.doc, _mjo_Lucene50_0.tim, _mjo_Lucene50_0.tip, _mjp.fdt, _mjp.fdx, _mjp.fnm, _mjp.nvd, _mjp.nvm, _mjp.si, _mjp_Lucene50_0.doc, _mjp_Lucene50_0.tim, _mjp_Lucene50_0.tip, _mjq.fdt, _mjq.fdx, _mjq.fnm, _mjq.nvd, _mjq.nvm, _mjq.si, _mjq_Lucene50_0.doc, _mjq_Lucene50_0.tim, _mjq_Lucene50_0.tip, _mjr.fdt, _mjr.fdx, _mjr.fnm, _mjr.nvd, _mjr.nvm, _mjr.si, _mjr_Lucene50_0.doc, _mjr_Lucene50_0.tim, _mjr_Lucene50_0.tip, _mjs.fdt, _mjs.fdx, _mjs.fnm, _mjs.nvd, _mjs.nvm, _mjs.si, _mjs_Lucene50_0.doc, _mjs_Lucene50_0.tim, _mjs_Lucene50_0.tip, _mjt.fdt, _mjt.fdx, _mjt.fnm, _mjt.nvd, _mjt.nvm, _mjt.si, _mjt_Lucene50_0.doc, _mjt_Lucene50_0.tim, _mjt_Lucene50_0.tip, _mju.fdt, _mju.fdx, _mju.fnm, _mju.nvd, _mju.nvm, _mju.si, _mju_Lucene50_0.doc, _mju_Lucene50_0.tim, _mju_Lucene50_0.tip, _mjv.fdt, _mjv.fdx, _mjv.fnm, _mjv.nvd, _mjv.nvm, _mjv.si, _mjv_Lucene50_0.doc, _mjv_Lucene50_0.tim, _mjv_Lucene50_0.tip, _mjw.fdt, _mjw.fdx, _mjw.fnm, _mjw.nvd, _mjw.nvm, _mjw.si, _mjw_Lucene50_0.doc, _mjw_Lucene50_0.tim, _mjw_Lucene50_0.tip, _mjx.fdt, _mjx.fdx, _mjx.fnm, _mjx.nvd, _mjx.nvm, _mjx.si, _mjx_Lucene50_0.doc, _mjx_Lucene50_0.tim, _mjx_Lucene50_0.tip, _mjy.fdt, _mjy.fdx, _mjy.fnm, _mjy.nvd, _mjy.nvm, _mjy.si, _mjy_Lucene50_0.doc, _mjy_Lucene50_0.tim, _mjy_Lucene50_0.tip, _mjz.fdt, _mjz.fdx, _mjz.fnm, _mjz.nvd, _mjz.nvm, _mjz.si, _mjz_Lucene50_0.doc, _mjz_Lucene50_0.tim, _mjz_Lucene50_0.tip, _mk0.fdt, _mk0.fdx, _mk0.fnm, _mk0.nvd, _mk0.nvm, _mk0.si, _mk0_Lucene50_0.doc, _mk0_Lucene50_0.tim, _mk0_Lucene50_0.tip, _mk1.fdt, _mk1.fdx, _mk1.fnm, _mk1.nvd, _mk1.nvm, _mk1.si, _mk1_Lucene50_0.doc, _mk1_Lucene50_0.tim, _mk1_Lucene50_0.tip, _mk2.fdt, _mk2.fdx, _mk2.fnm, _mk2.nvd, _mk2.nvm, _mk2.si, _mk2_Lucene50_0.doc, _mk2_Lucene50_0.tim, _mk2_Lucene50_0.tip, _mk3.fdt, _mk3.fdx, _mk3.fnm, _mk3.nvd, _mk3.nvm, _mk3.si, _mk3_Lucene50_0.doc, _mk3_Lucene50_0.tim, _mk3_Lucene50_0.tip, _mk4.fdt, _mk4.fdx, _mk4.fnm, _mk4.nvd, _mk4.nvm, _mk4.si, _mk4_Lucene50_0.doc, _mk4_Lucene50_0.tim, _mk4_Lucene50_0.tip, _mk5.fdt, _mk5.fdx, _mk5.fnm, _mk5.nvd, _mk5.nvm, _mk5.si, _mk5_Lucene50_0.doc, _mk5_Lucene50_0.tim, _mk5_Lucene50_0.tip, _mk6.fdt, _mk6.fdx, _mk6.fnm, _mk6.nvd, _mk6.nvm, _mk6.si, _mk6_Lucene50_0.doc, _mk6_Lucene50_0.tim, _mk6_Lucene50_0.tip, _mk7.fdt, _mk7.fdx, _mk7.fnm, _mk7.nvd, _mk7.nvm, _mk7.si, _mk7_Lucene50_0.doc, _mk7_Lucene50_0.tim, _mk7_Lucene50_0.tip, _mld.fdt, _mld.fdx, _mld.fnm, _mld.nvd, _mld.nvm, _mld.si, _mld_Lucene50_0.doc, _mld_Lucene50_0.tim, _mld_Lucene50_0.tip, _mle.cfe, _mle.cfs, _mle.si, _mlf.fdt, _mlf.fdx, _mlf.fnm, _mlf.nvd, _mlf.nvm, _mlf.si, _mlf_Lucene50_0.doc, _mlf_Lucene50_0.tim, _mlf_Lucene50_0.tip, _mlg.fdt, _mlg.fdx, _mlg.fnm, _mlg.nvd, _mlg.nvm, _mlg.si, _mlg_Lucene50_0.doc, _mlg_Lucene50_0.tim, _mlg_Lucene50_0.tip, _mlh.fdt, _mlh.fdx, _mlh.fnm, _mlh.nvd, _mlh.nvm, _mlh.si, _mlh_Lucene50_0.doc, _mlh_Lucene50_0.tim, _mlh_Lucene50_0.tip, _mli.fdt, _mli.fdx, _mli.fnm, _mli.nvd, _mli.nvm, _mli.si, _mli_Lucene50_0.doc, _mli_Lucene50_0.tim, _mli_Lucene50_0.tip, _mlj.fdt, _mlj.fdx, _mlj.fnm, _mlj.nvd, _mlj.nvm, _mlj.si, _mlj_Lucene50_0.doc, _mlj_Lucene50_0.tim, _mlj_Lucene50_0.tip, _mlk.fdt, _mlk.fdx, _mlk.fnm, _mlk.nvd, _mlk.nvm, _mlk.si, _mlk_Lucene50_0.doc, _mlk_Lucene50_0.tim, _mlk_Lucene50_0.tip, _mll.fdt, _mll.fdx, _mll.fnm, _mll.nvd, _mll.nvm, _mll.si, _mll_Lucene50_0.doc, _mll_Lucene50_0.tim, _mll_Lucene50_0.tip, _mlm.fdt, _mlm.fdx, _mlm.fnm, _mlm.nvd, _mlm.nvm, _mlm.si, _mlm_Lucene50_0.doc, _mlm_Lucene50_0.tim, _mlm_Lucene50_0.tip, _mln.fdt, _mln.fdx, _mln.fnm, _mln.nvd, _mln.nvm, _mln.si, _mln_Lucene50_0.doc, _mln_Lucene50_0.tim, _mln_Lucene50_0.tip, _mlo.fdt, _mlo.fdx, _mlo.fnm, _mlo.nvd, _mlo.nvm, _mlo.si, _mlo_Lucene50_0.doc, _mlo_Lucene50_0.tim, _mlo_Lucene50_0.tip, _mlp.fdt, _mlp.fdx, _mlp.fnm, _mlp.nvd, _mlp.nvm, _mlp.si, _mlp_Lucene50_0.doc, _mlp_Lucene50_0.tim, _mlp_Lucene50_0.tip, _mlq.fdt, _mlq.fdx, _mlq.fnm, _mlq.nvd, _mlq.nvm, _mlq.si, _mlq_Lucene50_0.doc, _mlq_Lucene50_0.tim, _mlq_Lucene50_0.tip, _mlr.fdt, _mlr.fdx, _mlr.fnm, _mlr.nvd, _mlr.nvm, _mlr.si, _mlr_Lucene50_0.doc, _mlr_Lucene50_0.tim, _mlr_Lucene50_0.tip, _mls.fdt, _mls.fdx, _mls.fnm, _mls.nvd, _mls.nvm, _mls.si, _mls_Lucene50_0.doc, _mls_Lucene50_0.tim, _mls_Lucene50_0.tip, _mlt.fdt, _mlt.fdx, _mlt.fnm, _mlt.nvd, _mlt.nvm, _mlt.si, _mlt_Lucene50_0.doc, _mlt_Lucene50_0.tim, _mlt_Lucene50_0.tip, _mlu.fdt, _mlu.fdx, _mlu.fnm, _mlu.nvd, _mlu.nvm, _mlu.si, _mlu_Lucene50_0.doc, _mlu_Lucene50_0.tim, _mlu_Lucene50_0.tip, _mlv.fdt, _mlv.fdx, _mlv.fnm, _mlv.nvd, _mlv.nvm, _mlv.si, _mlv_Lucene50_0.doc, _mlv_Lucene50_0.tim, _mlv_Lucene50_0.tip, _mlw.fdt, _mlw.fdx, _mlw.fnm, _mlw.nvd, _mlw.nvm, _mlw.si, _mlw_Lucene50_0.doc, _mlw_Lucene50_0.tim, _mlw_Lucene50_0.tip, _mlx.fdt, _mlx.fdx, _mlx.fnm, _mlx.nvd, _mlx.nvm, _mlx.si, _mlx_Lucene50_0.doc, _mlx_Lucene50_0.tim, _mlx_Lucene50_0.tip, _mly.fdt, _mly.fdx, _mly.fnm, _mly.nvd, _mly.nvm, _mly.si, _mly_Lucene50_0.doc, _mly_Lucene50_0.tim, _mly_Lucene50_0.tip, _mlz.fdt, _mlz.fdx, _mlz.fnm, _mlz.nvd, _mlz.nvm, _mlz.si, _mlz_Lucene50_0.doc, _mlz_Lucene50_0.tim, _mlz_Lucene50_0.tip, segments_2]}, {indexVersion=1452914081261,generation=3,filelist=[_mk9.cfe, _mk9.cfs, _mk9.si, _mld.fdt, _mld.fdx, _mld.fnm, _mld.nvd, _mld.nvm, _mld.si, _mld_Lucene50_0.doc, _mld_Lucene50_0.tim, _mld_Lucene50_0.tip, _mle.cfe, _mle.cfs, _mle.si, _mlf.fdt, _mlf.fdx, _mlf.fnm, _mlf.nvd, _mlf.nvm, _mlf.si, _mlf_Lucene50_0.doc, _mlf_Lucene50_0.tim, _mlf_Lucene50_0.tip, _mlg.fdt, _mlg.fdx, _mlg.fnm, _mlg.nvd, _mlg.nvm, _mlg.si, _mlg_Lucene50_0.doc, _mlg_Lucene50_0.tim, _mlg_Lucene50_0.tip, _mlh.fdt, _mlh.fdx, _mlh.fnm, _mlh.nvd, _mlh.nvm, _mlh.si, _mlh_Lucene50_0.doc, _mlh_Lucene50_0.tim, _mlh_Lucene50_0.tip, _mli.fdt, _mli.fdx, _mli.fnm, _mli.nvd, _mli.nvm, _mli.si, _mli_Lucene50_0.doc, _mli_Lucene50_0.tim, _mli_Lucene50_0.tip, _mlj.fdt, _mlj.fdx, _mlj.fnm, _mlj.nvd, _mlj.nvm, _mlj.si, _mlj_Lucene50_0.doc, _mlj_Lucene50_0.tim, _mlj_Lucene50_0.tip, _mlk.fdt, _mlk.fdx, _mlk.fnm, _mlk.nvd, _mlk.nvm, _mlk.si, _mlk_Lucene50_0.doc, _mlk_Lucene50_0.tim, _mlk_Lucene50_0.tip, _mll.fdt, _mll.fdx, _mll.fnm, _mll.nvd, _mll.nvm, _mll.si, _mll_Lucene50_0.doc, _mll_Lucene50_0.tim, _mll_Lucene50_0.tip, _mlm.fdt, _mlm.fdx, _mlm.fnm, _mlm.nvd, _mlm.nvm, _mlm.si, _mlm_Lucene50_0.doc, _mlm_Lucene50_0.tim, _mlm_Lucene50_0.tip, _mln.fdt, _mln.fdx, _mln.fnm, _mln.nvd, _mln.nvm, _mln.si, _mln_Lucene50_0.doc, _mln_Lucene50_0.tim, _mln_Lucene50_0.tip, _mlo.fdt, _mlo.fdx, _mlo.fnm, _mlo.nvd, _mlo.nvm, _mlo.si, _mlo_Lucene50_0.doc, _mlo_Lucene50_0.tim, _mlo_Lucene50_0.tip, _mlp.fdt, _mlp.fdx, _mlp.fnm, _mlp.nvd, _mlp.nvm, _mlp.si, _mlp_Lucene50_0.doc, _mlp_Lucene50_0.tim, _mlp_Lucene50_0.tip, _mlq.fdt, _mlq.fdx, _mlq.fnm, _mlq.nvd, _mlq.nvm, _mlq.si, _mlq_Lucene50_0.doc, _mlq_Lucene50_0.tim, _mlq_Lucene50_0.tip, _mlr.fdt, _mlr.fdx, _mlr.fnm, _mlr.nvd, _mlr.nvm, _mlr.si, _mlr_Lucene50_0.doc, _mlr_Lucene50_0.tim, _mlr_Lucene50_0.tip, _mls.fdt, _mls.fdx, _mls.fnm, _mls.nvd, _mls.nvm, _mls.si, _mls_Lucene50_0.doc, _mls_Lucene50_0.tim, _mls_Lucene50_0.tip, _mlt.fdt, _mlt.fdx, _mlt.fnm, _mlt.nvd, _mlt.nvm, _mlt.si, _mlt_Lucene50_0.doc, _mlt_Lucene50_0.tim, _mlt_Lucene50_0.tip, _mlu.fdt, _mlu.fdx, _mlu.fnm, _mlu.nvd, _mlu.nvm, _mlu.si, _mlu_Lucene50_0.doc, _mlu_Lucene50_0.tim, _mlu_Lucene50_0.tip, _mlv.fdt, _mlv.fdx, _mlv.fnm, _mlv.nvd, _mlv.nvm, _mlv.si, _mlv_Lucene50_0.doc, _mlv_Lucene50_0.tim, _mlv_Lucene50_0.tip, _mlw.fdt, _mlw.fdx, _mlw.fnm, _mlw.nvd, _mlw.nvm, _mlw.si, _mlw_Lucene50_0.doc, _mlw_Lucene50_0.tim, _mlw_Lucene50_0.tip, _mlx.fdt, _mlx.fdx, _mlx.fnm, _mlx.nvd, _mlx.nvm, _mlx.si, _mlx_Lucene50_0.doc, _mlx_Lucene50_0.tim, _mlx_Lucene50_0.tip, _mly.fdt, _mly.fdx, _mly.fnm, _mly.nvd, _mly.nvm, _mly.si, _mly_Lucene50_0.doc, _mly_Lucene50_0.tim, _mly_Lucene50_0.tip, _mlz.fdt, _mlz.fdx, _mlz.fnm, _mlz.nvd, _mlz.nvm, _mlz.si, _mlz_Lucene50_0.doc, _mlz_Lucene50_0.tim, _mlz_Lucene50_0.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1452914081261,generation=2,filelist=[_mgx.cfe, _mgx.cfs, _mgx.si, _mj5.fdt, _mj5.fdx, _mj5.fnm, _mj5.nvd, _mj5.nvm, _mj5.si, _mj5_Lucene50_0.doc, _mj5_Lucene50_0.tim, _mj5_Lucene50_0.tip, _mj6.cfe, _mj6.cfs, _mj6.si, _mj7.fdt, _mj7.fdx, _mj7.fnm, _mj7.nvd, _mj7.nvm, _mj7.si, _mj7_Lucene50_0.doc, _mj7_Lucene50_0.tim, _mj7_Lucene50_0.tip, _mj8.fdt, _mj8.fdx, _mj8.fnm, _mj8.nvd, _mj8.nvm, _mj8.si, _mj8_Lucene50_0.doc, _mj8_Lucene50_0.tim, _mj8_Lucene50_0.tip, _mj9.fdt, _mj9.fdx, _mj9.fnm, _mj9.nvd, _mj9.nvm, _mj9.si, _mj9_Lucene50_0.doc, _mj9_Lucene50_0.tim, _mj9_Lucene50_0.tip, _mja.fdt, _mja.fdx, _mja.fnm, _mja.nvd, _mja.nvm, _mja.si, _mja_Lucene50_0.doc, _mja_Lucene50_0.tim, _mja_Lucene50_0.tip, _mjb.fdt, _mjb.fdx, _mjb.fnm, _mjb.nvd, _mjb.nvm, _mjb.si, _mjb_Lucene50_0.doc, _mjb_Lucene50_0.tim, _mjb_Lucene50_0.tip, _mjc.fdt, _mjc.fdx, _mjc.fnm, _mjc.nvd, _mjc.nvm, _mjc.si, _mjc_Lucene50_0.doc, _mjc_Lucene50_0.tim, _mjc_Lucene50_0.tip, _mjd.fdt, _mjd.fdx, _mjd.fnm, _mjd.nvd, _mjd.nvm, _mjd.si, _mjd_Lucene50_0.doc, _mjd_Lucene50_0.tim, _mjd_Lucene50_0.tip, _mje.fdt, _mje.fdx, _mje.fnm, _mje.nvd, _mje.nvm, _mje.si, _mje_Lucene50_0.doc, _mje_Lucene50_0.tim, _mje_Lucene50_0.tip, _mjf.fdt, _mjf.fdx, _mjf.fnm, _mjf.nvd, _mjf.nvm, _mjf.si, _mjf_Lucene50_0.doc, _mjf_Lucene50_0.tim, _mjf_Lucene50_0.tip, _mjg.fdt, _mjg.fdx, _mjg.fnm, _mjg.nvd, _mjg.nvm, _mjg.si, _mjg_Lucene50_0.doc, _mjg_Lucene50_0.tim, _mjg_Lucene50_0.tip, _mjh.fdt, _mjh.fdx, _mjh.fnm, _mjh.nvd, _mjh.nvm, _mjh.si, _mjh_Lucene50_0.doc, _mjh_Lucene50_0.tim, _mjh_Lucene50_0.tip, _mji.fdt, _mji.fdx, _mji.fnm, _mji.nvd, _mji.nvm, _mji.si, _mji_Lucene50_0.doc, _mji_Lucene50_0.tim, _mji_Lucene50_0.tip, _mjj.fdt, _mjj.fdx, _mjj.fnm, _mjj.nvd, _mjj.nvm, _mjj.si, _mjj_Lucene50_0.doc, _mjj_Lucene50_0.tim, _mjj_Lucene50_0.tip, _mjk.fdt, _mjk.fdx, _mjk.fnm, _mjk.nvd, _mjk.nvm, _mjk.si, _mjk_Lucene50_0.doc, _mjk_Lucene50_0.tim, _mjk_Lucene50_0.tip, _mjl.fdt, _mjl.fdx, _mjl.fnm, _mjl.nvd, _mjl.nvm, _mjl.si, _mjl_Lucene50_0.doc, _mjl_Lucene50_0.tim, _mjl_Lucene50_0.tip, _mjm.fdt, _mjm.fdx, _mjm.fnm, _mjm.nvd, _mjm.nvm, _mjm.si, _mjm_Lucene50_0.doc, _mjm_Lucene50_0.tim, _mjm_Lucene50_0.tip, _mjn.fdt, _mjn.fdx, _mjn.fnm, _mjn.nvd, _mjn.nvm, _mjn.si, _mjn_Lucene50_0.doc, _mjn_Lucene50_0.tim, _mjn_Lucene50_0.tip, _mjo.fdt, _mjo.fdx, _mjo.fnm, _mjo.nvd, _mjo.nvm, _mjo.si, _mjo_Lucene50_0.doc, _mjo_Lucene50_0.tim, _mjo_Lucene50_0.tip, _mjp.fdt, _mjp.fdx, _mjp.fnm, _mjp.nvd, _mjp.nvm, _mjp.si, _mjp_Lucene50_0.doc, _mjp_Lucene50_0.tim, _mjp_Lucene50_0.tip, _mjq.fdt, _mjq.fdx, _mjq.fnm, _mjq.nvd, _mjq.nvm, _mjq.si, _mjq_Lucene50_0.doc, _mjq_Lucene50_0.tim, _mjq_Lucene50_0.tip, _mjr.fdt, _mjr.fdx, _mjr.fnm, _mjr.nvd, _mjr.nvm, _mjr.si, _mjr_Lucene50_0.doc, _mjr_Lucene50_0.tim, _mjr_Lucene50_0.tip, _mjs.fdt, _mjs.fdx, _mjs.fnm, _mjs.nvd, _mjs.nvm, _mjs.si, _mjs_Lucene50_0.doc, _mjs_Lucene50_0.tim, _mjs_Lucene50_0.tip, _mjt.fdt, _mjt.fdx, _mjt.fnm, _mjt.nvd, _mjt.nvm, _mjt.si, _mjt_Lucene50_0.doc, _mjt_Lucene50_0.tim, _mjt_Lucene50_0.tip, _mju.fdt, _mju.fdx, _mju.fnm, _mju.nvd, _mju.nvm, _mju.si, _mju_Lucene50_0.doc, _mju_Lucene50_0.tim, _mju_Lucene50_0.tip, _mjv.fdt, _mjv.fdx, _mjv.fnm, _mjv.nvd, _mjv.nvm, _mjv.si, _mjv_Lucene50_0.doc, _mjv_Lucene50_0.tim, _mjv_Lucene50_0.tip, _mjw.fdt, _mjw.fdx, _mjw.fnm, _mjw.nvd, _mjw.nvm, _mjw.si, _mjw_Lucene50_0.doc, _mjw_Lucene50_0.tim, _mjw_Lucene50_0.tip, _mjx.fdt, _mjx.fdx, _mjx.fnm, _mjx.nvd, _mjx.nvm, _mjx.si, _mjx_Lucene50_0.doc, _mjx_Lucene50_0.tim, _mjx_Lucene50_0.tip, _mjy.fdt, _mjy.fdx, _mjy.fnm, _mjy.nvd, _mjy.nvm, _mjy.si, _mjy_Lucene50_0.doc, _mjy_Lucene50_0.tim, _mjy_Lucene50_0.tip, _mjz.fdt, _mjz.fdx, _mjz.fnm, _mjz.nvd, _mjz.nvm, _mjz.si, _mjz_Lucene50_0.doc, _mjz_Lucene50_0.tim, _mjz_Lucene50_0.tip, _mk0.fdt, _mk0.fdx, _mk0.fnm, _mk0.nvd, _mk0.nvm, _mk0.si, _mk0_Lucene50_0.doc, _mk0_Lucene50_0.tim, _mk0_Lucene50_0.tip, _mk1.fdt, _mk1.fdx, _mk1.fnm, _mk1.nvd, _mk1.nvm, _mk1.si, _mk1_Lucene50_0.doc, _mk1_Lucene50_0.tim, _mk1_Lucene50_0.tip, _mk2.fdt, _mk2.fdx, _mk2.fnm, _mk2.nvd, _mk2.nvm, _mk2.si, _mk2_Lucene50_0.doc, _mk2_Lucene50_0.tim, _mk2_Lucene50_0.tip, _mk3.fdt, _mk3.fdx, _mk3.fnm, _mk3.nvd, _mk3.nvm, _mk3.si, _mk3_Lucene50_0.doc, _mk3_Lucene50_0.tim, _mk3_Lucene50_0.tip, _mk4.fdt, _mk4.fdx, _mk4.fnm, _mk4.nvd, _mk4.nvm, _mk4.si, _mk4_Lucene50_0.doc, _mk4_Lucene50_0.tim, _mk4_Lucene50_0.tip, _mk5.fdt, _mk5.fdx, _mk5.fnm, _mk5.nvd, _mk5.nvm, _mk5.si, _mk5_Lucene50_0.doc, _mk5_Lucene50_0.tim, _mk5_Lucene50_0.tip, _mk6.fdt, _mk6.fdx, _mk6.fnm, _mk6.nvd, _mk6.nvm, _mk6.si, _mk6_Lucene50_0.doc, _mk6_Lucene50_0.tim, _mk6_Lucene50_0.tip, _mk7.fdt, _mk7.fdx, _mk7.fnm, _mk7.nvd, _mk7.nvm, _mk7.si, _mk7_Lucene50_0.doc, _mk7_Lucene50_0.tim, _mk7_Lucene50_0.tip, _mld.fdt, _mld.fdx, _mld.fnm, _mld.nvd, _mld.nvm, _mld.si, _mld_Lucene50_0.doc, _mld_Lucene50_0.tim, _mld_Lucene50_0.tip, _mle.cfe, _mle.cfs, _mle.si, _mlf.fdt, _mlf.fdx, _mlf.fnm, _mlf.nvd, _mlf.nvm, _mlf.si, _mlf_Lucene50_0.doc, _mlf_Lucene50_0.tim, _mlf_Lucene50_0.tip, _mlg.fdt, _mlg.fdx, _mlg.fnm, _mlg.nvd, _mlg.nvm, _mlg.si, _mlg_Lucene50_0.doc, _mlg_Lucene50_0.tim, _mlg_Lucene50_0.tip, _mlh.fdt, _mlh.fdx, _mlh.fnm, _mlh.nvd, _mlh.nvm, _mlh.si, _mlh_Lucene50_0.doc, _mlh_Lucene50_0.tim, _mlh_Lucene50_0.tip, _mli.fdt, _mli.fdx, _mli.fnm, _mli.nvd, _mli.nvm, _mli.si, _mli_Lucene50_0.doc, _mli_Lucene50_0.tim, _mli_Lucene50_0.tip, _mlj.fdt, _mlj.fdx, _mlj.fnm, _mlj.nvd, _mlj.nvm, _mlj.si, _mlj_Lucene50_0.doc, _mlj_Lucene50_0.tim, _mlj_Lucene50_0.tip, _mlk.fdt, _mlk.fdx, _mlk.fnm, _mlk.nvd, _mlk.nvm, _mlk.si, _mlk_Lucene50_0.doc, _mlk_Lucene50_0.tim, _mlk_Lucene50_0.tip, _mll.fdt, _mll.fdx, _mll.fnm, _mll.nvd, _mll.nvm, _mll.si, _mll_Lucene50_0.doc, _mll_Lucene50_0.tim, _mll_Lucene50_0.tip, _mlm.fdt, _mlm.fdx, _mlm.fnm, _mlm.nvd, _mlm.nvm, _mlm.si, _mlm_Lucene50_0.doc, _mlm_Lucene50_0.tim, _mlm_Lucene50_0.tip, _mln.fdt, _mln.fdx, _mln.fnm, _mln.nvd, _mln.nvm, _mln.si, _mln_Lucene50_0.doc, _mln_Lucene50_0.tim, _mln_Lucene50_0.tip, _mlo.fdt, _mlo.fdx, _mlo.fnm, _mlo.nvd, _mlo.nvm, _mlo.si, _mlo_Lucene50_0.doc, _mlo_Lucene50_0.tim, _mlo_Lucene50_0.tip, _mlp.fdt, _mlp.fdx, _mlp.fnm, _mlp.nvd, _mlp.nvm, _mlp.si, _mlp_Lucene50_0.doc, _mlp_Lucene50_0.tim, _mlp_Lucene50_0.tip, _mlq.fdt, _mlq.fdx, _mlq.fnm, _mlq.nvd, _mlq.nvm, _mlq.si, _mlq_Lucene50_0.doc, _mlq_Lucene50_0.tim, _mlq_Lucene50_0.tip, _mlr.fdt, _mlr.fdx, _mlr.fnm, _mlr.nvd, _mlr.nvm, _mlr.si, _mlr_Lucene50_0.doc, _mlr_Lucene50_0.tim, _mlr_Lucene50_0.tip, _mls.fdt, _mls.fdx, _mls.fnm, _mls.nvd, _mls.nvm, _mls.si, _mls_Lucene50_0.doc, _mls_Lucene50_0.tim, _mls_Lucene50_0.tip, _mlt.fdt, _mlt.fdx, _mlt.fnm, _mlt.nvd, _mlt.nvm, _mlt.si, _mlt_Lucene50_0.doc, _mlt_Lucene50_0.tim, _mlt_Lucene50_0.tip, _mlu.fdt, _mlu.fdx, _mlu.fnm, _mlu.nvd, _mlu.nvm, _mlu.si, _mlu_Lucene50_0.doc, _mlu_Lucene50_0.tim, _mlu_Lucene50_0.tip, _mlv.fdt, _mlv.fdx, _mlv.fnm, _mlv.nvd, _mlv.nvm, _mlv.si, _mlv_Lucene50_0.doc, _mlv_Lucene50_0.tim, _mlv_Lucene50_0.tip, _mlw.fdt, _mlw.fdx, _mlw.fnm, _mlw.nvd, _mlw.nvm, _mlw.si, _mlw_Lucene50_0.doc, _mlw_Lucene50_0.tim, _mlw_Lucene50_0.tip, _mlx.fdt, _mlx.fdx, _mlx.fnm, _mlx.nvd, _mlx.nvm, _mlx.si, _mlx_Lucene50_0.doc, _mlx_Lucene50_0.tim, _mlx_Lucene50_0.tip, _mly.fdt, _mly.fdx, _mly.fnm, _mly.nvd, _mly.nvm, _mly.si, _mly_Lucene50_0.doc, _mly_Lucene50_0.tim, _mly_Lucene50_0.tip, _mlz.fdt, _mlz.fdx, _mlz.fnm, _mlz.nvd, _mlz.nvm, _mlz.si, _mlz_Lucene50_0.doc, _mlz_Lucene50_0.tim, _mlz_Lucene50_0.tip, segments_2]}]> but was:<[{indexVersion=1452914081261,generation=2,filelist=[_mgx.cfe, _mgx.cfs, _mgx.si, _mj5.fdt, _mj5.fdx, _mj5.fnm, _mj5.nvd, _mj5.nvm, _mj5.si, _mj5_Lucene50_0.doc, _mj5_Lucene50_0.tim, _mj5_Lucene50_0.tip, _mj6.cfe, _mj6.cfs, _mj6.si, _mj7.fdt, _mj7.fdx, _mj7.fnm, _mj7.nvd, _mj7.nvm, _mj7.si, _mj7_Lucene50_0.doc, _mj7_Lucene50_0.tim, _mj7_Lucene50_0.tip, _mj8.fdt, _mj8.fdx, _mj8.fnm, _mj8.nvd, _mj8.nvm, _mj8.si, _mj8_Lucene50_0.doc, _mj8_Lucene50_0.tim, _mj8_Lucene50_0.tip, _mj9.fdt, _mj9.fdx, _mj9.fnm, _mj9.nvd, _mj9.nvm, _mj9.si, _mj9_Lucene50_0.doc, _mj9_Lucene50_0.tim, _mj9_Lucene50_0.tip, _mja.fdt, _mja.fdx, _mja.fnm, _mja.nvd, _mja.nvm, _mja.si, _mja_Lucene50_0.doc, _mja_Lucene50_0.tim, _mja_Lucene50_0.tip, _mjb.fdt, _mjb.fdx, _mjb.fnm, _mjb.nvd, _mjb.nvm, _mjb.si, _mjb_Lucene50_0.doc, _mjb_Lucene50_0.tim, _mjb_Lucene50_0.tip, _mjc.fdt, _mjc.fdx, _mjc.fnm, _mjc.nvd, _mjc.nvm, _mjc.si, _mjc_Lucene50_0.doc, _mjc_Lucene50_0.tim, _mjc_Lucene50_0.tip, _mjd.fdt, _mjd.fdx, _mjd.fnm, _mjd.nvd, _mjd.nvm, _mjd.si, _mjd_Lucene50_0.doc, _mjd_Lucene50_0.tim, _mjd_Lucene50_0.tip, _mje.fdt, _mje.fdx, _mje.fnm, _mje.nvd, _mje.nvm, _mje.si, _mje_Lucene50_0.doc, _mje_Lucene50_0.tim, _mje_Lucene50_0.tip, _mjf.fdt, _mjf.fdx, _mjf.fnm, _mjf.nvd, _mjf.nvm, _mjf.si, _mjf_Lucene50_0.doc, _mjf_Lucene50_0.tim, _mjf_Lucene50_0.tip, _mjg.fdt, _mjg.fdx, _mjg.fnm, _mjg.nvd, _mjg.nvm, _mjg.si, _mjg_Lucene50_0.doc, _mjg_Lucene50_0.tim, _mjg_Lucene50_0.tip, _mjh.fdt, _mjh.fdx, _mjh.fnm, _mjh.nvd, _mjh.nvm, _mjh.si, _mjh_Lucene50_0.doc, _mjh_Lucene50_0.tim, _mjh_Lucene50_0.tip, _mji.fdt, _mji.fdx, _mji.fnm, _mji.nvd, _mji.nvm, _mji.si, _mji_Lucene50_0.doc, _mji_Lucene50_0.tim, _mji_Lucene50_0.tip, _mjj.fdt, _mjj.fdx, _mjj.fnm, _mjj.nvd, _mjj.nvm, _mjj.si, _mjj_Lucene50_0.doc, _mjj_Lucene50_0.tim, _mjj_Lucene50_0.tip, _mjk.fdt, _mjk.fdx, _mjk.fnm, _mjk.nvd, _mjk.nvm, _mjk.si, _mjk_Lucene50_0.doc, _mjk_Lucene50_0.tim, _mjk_Lucene50_0.tip, _mjl.fdt, _mjl.fdx, _mjl.fnm, _mjl.nvd, _mjl.nvm, _mjl.si, _mjl_Lucene50_0.doc, _mjl_Lucene50_0.tim, _mjl_Lucene50_0.tip, _mjm.fdt, _mjm.fdx, _mjm.fnm, _mjm.nvd, _mjm.nvm, _mjm.si, _mjm_Lucene50_0.doc, _mjm_Lucene50_0.tim, _mjm_Lucene50_0.tip, _mjn.fdt, _mjn.fdx, _mjn.fnm, _mjn.nvd, _mjn.nvm, _mjn.si, _mjn_Lucene50_0.doc, _mjn_Lucene50_0.tim, _mjn_Lucene50_0.tip, _mjo.fdt, _mjo.fdx, _mjo.fnm, _mjo.nvd, _mjo.nvm, _mjo.si, _mjo_Lucene50_0.doc, _mjo_Lucene50_0.tim, _mjo_Lucene50_0.tip, _mjp.fdt, _mjp.fdx, _mjp.fnm, _mjp.nvd, _mjp.nvm, _mjp.si, _mjp_Lucene50_0.doc, _mjp_Lucene50_0.tim, _mjp_Lucene50_0.tip, _mjq.fdt, _mjq.fdx, _mjq.fnm, _mjq.nvd, _mjq.nvm, _mjq.si, _mjq_Lucene50_0.doc, _mjq_Lucene50_0.tim, _mjq_Lucene50_0.tip, _mjr.fdt, _mjr.fdx, _mjr.fnm, _mjr.nvd, _mjr.nvm, _mjr.si, _mjr_Lucene50_0.doc, _mjr_Lucene50_0.tim, _mjr_Lucene50_0.tip, _mjs.fdt, _mjs.fdx, _mjs.fnm, _mjs.nvd, _mjs.nvm, _mjs.si, _mjs_Lucene50_0.doc, _mjs_Lucene50_0.tim, _mjs_Lucene50_0.tip, _mjt.fdt, _mjt.fdx, _mjt.fnm, _mjt.nvd, _mjt.nvm, _mjt.si, _mjt_Lucene50_0.doc, _mjt_Lucene50_0.tim, _mjt_Lucene50_0.tip, _mju.fdt, _mju.fdx, _mju.fnm, _mju.nvd, _mju.nvm, _mju.si, _mju_Lucene50_0.doc, _mju_Lucene50_0.tim, _mju_Lucene50_0.tip, _mjv.fdt, _mjv.fdx, _mjv.fnm, _mjv.nvd, _mjv.nvm, _mjv.si, _mjv_Lucene50_0.doc, _mjv_Lucene50_0.tim, _mjv_Lucene50_0.tip, _mjw.fdt, _mjw.fdx, _mjw.fnm, _mjw.nvd, _mjw.nvm, _mjw.si, _mjw_Lucene50_0.doc, _mjw_Lucene50_0.tim, _mjw_Lucene50_0.tip, _mjx.fdt, _mjx.fdx, _mjx.fnm, _mjx.nvd, _mjx.nvm, _mjx.si, _mjx_Lucene50_0.doc, _mjx_Lucene50_0.tim, _mjx_Lucene50_0.tip, _mjy.fdt, _mjy.fdx, _mjy.fnm, _mjy.nvd, _mjy.nvm, _mjy.si, _mjy_Lucene50_0.doc, _mjy_Lucene50_0.tim, _mjy_Lucene50_0.tip, _mjz.fdt, _mjz.fdx, _mjz.fnm, _mjz.nvd, _mjz.nvm, _mjz.si, _mjz_Lucene50_0.doc, _mjz_Lucene50_0.tim, _mjz_Lucene50_0.tip, _mk0.fdt, _mk0.fdx, _mk0.fnm, _mk0.nvd, _mk0.nvm, _mk0.si, _mk0_Lucene50_0.doc, _mk0_Lucene50_0.tim, _mk0_Lucene50_0.tip, _mk1.fdt, _mk1.fdx, _mk1.fnm, _mk1.nvd, _mk1.nvm, _mk1.si, _mk1_Lucene50_0.doc, _mk1_Lucene50_0.tim, _mk1_Lucene50_0.tip, _mk2.fdt, _mk2.fdx, _mk2.fnm, _mk2.nvd, _mk2.nvm, _mk2.si, _mk2_Lucene50_0.doc, _mk2_Lucene50_0.tim, _mk2_Lucene50_0.tip, _mk3.fdt, _mk3.fdx, _mk3.fnm, _mk3.nvd, _mk3.nvm, _mk3.si, _mk3_Lucene50_0.doc, _mk3_Lucene50_0.tim, _mk3_Lucene50_0.tip, _mk4.fdt, _mk4.fdx, _mk4.fnm, _mk4.nvd, _mk4.nvm, _mk4.si, _mk4_Lucene50_0.doc, _mk4_Lucene50_0.tim, _mk4_Lucene50_0.tip, _mk5.fdt, _mk5.fdx, _mk5.fnm, _mk5.nvd, _mk5.nvm, _mk5.si, _mk5_Lucene50_0.doc, _mk5_Lucene50_0.tim, _mk5_Lucene50_0.tip, _mk6.fdt, _mk6.fdx, _mk6.fnm, _mk6.nvd, _mk6.nvm, _mk6.si, _mk6_Lucene50_0.doc, _mk6_Lucene50_0.tim, _mk6_Lucene50_0.tip, _mk7.fdt, _mk7.fdx, _mk7.fnm, _mk7.nvd, _mk7.nvm, _mk7.si, _mk7_Lucene50_0.doc, _mk7_Lucene50_0.tim, _mk7_Lucene50_0.tip, _mld.fdt, _mld.fdx, _mld.fnm, _mld.nvd, _mld.nvm, _mld.si, _mld_Lucene50_0.doc, _mld_Lucene50_0.tim, _mld_Lucene50_0.tip, _mle.cfe, _mle.cfs, _mle.si, _mlf.fdt, _mlf.fdx, _mlf.fnm, _mlf.nvd, _mlf.nvm, _mlf.si, _mlf_Lucene50_0.doc, _mlf_Lucene50_0.tim, _mlf_Lucene50_0.tip, _mlg.fdt, _mlg.fdx, _mlg.fnm, _mlg.nvd, _mlg.nvm, _mlg.si, _mlg_Lucene50_0.doc, _mlg_Lucene50_0.tim, _mlg_Lucene50_0.tip, _mlh.fdt, _mlh.fdx, _mlh.fnm, _mlh.nvd, _mlh.nvm, _mlh.si, _mlh_Lucene50_0.doc, _mlh_Lucene50_0.tim, _mlh_Lucene50_0.tip, _mli.fdt, _mli.fdx, _mli.fnm, _mli.nvd, _mli.nvm, _mli.si, _mli_Lucene50_0.doc, _mli_Lucene50_0.tim, _mli_Lucene50_0.tip, _mlj.fdt, _mlj.fdx, _mlj.fnm, _mlj.nvd, _mlj.nvm, _mlj.si, _mlj_Lucene50_0.doc, _mlj_Lucene50_0.tim, _mlj_Lucene50_0.tip, _mlk.fdt, _mlk.fdx, _mlk.fnm, _mlk.nvd, _mlk.nvm, _mlk.si, _mlk_Lucene50_0.doc, _mlk_Lucene50_0.tim, _mlk_Lucene50_0.tip, _mll.fdt, _mll.fdx, _mll.fnm, _mll.nvd, _mll.nvm, _mll.si, _mll_Lucene50_0.doc, _mll_Lucene50_0.tim, _mll_Lucene50_0.tip, _mlm.fdt, _mlm.fdx, _mlm.fnm, _mlm.nvd, _mlm.nvm, _mlm.si, _mlm_Lucene50_0.doc, _mlm_Lucene50_0.tim, _mlm_Lucene50_0.tip, _mln.fdt, _mln.fdx, _mln.fnm, _mln.nvd, _mln.nvm, _mln.si, _mln_Lucene50_0.doc, _mln_Lucene50_0.tim, _mln_Lucene50_0.tip, _mlo.fdt, _mlo.fdx, _mlo.fnm, _mlo.nvd, _mlo.nvm, _mlo.si, _mlo_Lucene50_0.doc, _mlo_Lucene50_0.tim, _mlo_Lucene50_0.tip, _mlp.fdt, _mlp.fdx, _mlp.fnm, _mlp.nvd, _mlp.nvm, _mlp.si, _mlp_Lucene50_0.doc, _mlp_Lucene50_0.tim, _mlp_Lucene50_0.tip, _mlq.fdt, _mlq.fdx, _mlq.fnm, _mlq.nvd, _mlq.nvm, _mlq.si, _mlq_Lucene50_0.doc, _mlq_Lucene50_0.tim, _mlq_Lucene50_0.tip, _mlr.fdt, _mlr.fdx, _mlr.fnm, _mlr.nvd, _mlr.nvm, _mlr.si, _mlr_Lucene50_0.doc, _mlr_Lucene50_0.tim, _mlr_Lucene50_0.tip, _mls.fdt, _mls.fdx, _mls.fnm, _mls.nvd, _mls.nvm, _mls.si, _mls_Lucene50_0.doc, _mls_Lucene50_0.tim, _mls_Lucene50_0.tip, _mlt.fdt, _mlt.fdx, _mlt.fnm, _mlt.nvd, _mlt.nvm, _mlt.si, _mlt_Lucene50_0.doc, _mlt_Lucene50_0.tim, _mlt_Lucene50_0.tip, _mlu.fdt, _mlu.fdx, _mlu.fnm, _mlu.nvd, _mlu.nvm, _mlu.si, _mlu_Lucene50_0.doc, _mlu_Lucene50_0.tim, _mlu_Lucene50_0.tip, _mlv.fdt, _mlv.fdx, _mlv.fnm, _mlv.nvd, _mlv.nvm, _mlv.si, _mlv_Lucene50_0.doc, _mlv_Lucene50_0.tim, _mlv_Lucene50_0.tip, _mlw.fdt, _mlw.fdx, _mlw.fnm, _mlw.nvd, _mlw.nvm, _mlw.si, _mlw_Lucene50_0.doc, _mlw_Lucene50_0.tim, _mlw_Lucene50_0.tip, _mlx.fdt, _mlx.fdx, _mlx.fnm, _mlx.nvd, _mlx.nvm, _mlx.si, _mlx_Lucene50_0.doc, _mlx_Lucene50_0.tim, _mlx_Lucene50_0.tip, _mly.fdt, _mly.fdx, _mly.fnm, _mly.nvd, _mly.nvm, _mly.si, _mly_Lucene50_0.doc, _mly_Lucene50_0.tim, _mly_Lucene50_0.tip, _mlz.fdt, _mlz.fdx, _mlz.fnm, _mlz.nvd, _mlz.nvm, _mlz.si, _mlz_Lucene50_0.doc, _mlz_Lucene50_0.tim, _mlz_Lucene50_0.tip, segments_2]}, {indexVersion=1452914081261,generation=3,filelist=[_mk9.cfe, _mk9.cfs, _mk9.si, _mld.fdt, _mld.fdx, _mld.fnm, _mld.nvd, _mld.nvm, _mld.si, _mld_Lucene50_0.doc, _mld_Lucene50_0.tim, _mld_Lucene50_0.tip, _mle.cfe, _mle.cfs, _mle.si, _mlf.fdt, _mlf.fdx, _mlf.fnm, _mlf.nvd, _mlf.nvm, _mlf.si, _mlf_Lucene50_0.doc, _mlf_Lucene50_0.tim, _mlf_Lucene50_0.tip, _mlg.fdt, _mlg.fdx, _mlg.fnm, _mlg.nvd, _mlg.nvm, _mlg.si, _mlg_Lucene50_0.doc, _mlg_Lucene50_0.tim, _mlg_Lucene50_0.tip, _mlh.fdt, _mlh.fdx, _mlh.fnm, _mlh.nvd, _mlh.nvm, _mlh.si, _mlh_Lucene50_0.doc, _mlh_Lucene50_0.tim, _mlh_Lucene50_0.tip, _mli.fdt, _mli.fdx, _mli.fnm, _mli.nvd, _mli.nvm, _mli.si, _mli_Lucene50_0.doc, _mli_Lucene50_0.tim, _mli_Lucene50_0.tip, _mlj.fdt, _mlj.fdx, _mlj.fnm, _mlj.nvd, _mlj.nvm, _mlj.si, _mlj_Lucene50_0.doc, _mlj_Lucene50_0.tim, _mlj_Lucene50_0.tip, _mlk.fdt, _mlk.fdx, _mlk.fnm, _mlk.nvd, _mlk.nvm, _mlk.si, _mlk_Lucene50_0.doc, _mlk_Lucene50_0.tim, _mlk_Lucene50_0.tip, _mll.fdt, _mll.fdx, _mll.fnm, _mll.nvd, _mll.nvm, _mll.si, _mll_Lucene50_0.doc, _mll_Lucene50_0.tim, _mll_Lucene50_0.tip, _mlm.fdt, _mlm.fdx, _mlm.fnm, _mlm.nvd, _mlm.nvm, _mlm.si, _mlm_Lucene50_0.doc, _mlm_Lucene50_0.tim, _mlm_Lucene50_0.tip, _mln.fdt, _mln.fdx, _mln.fnm, _mln.nvd, _mln.nvm, _mln.si, _mln_Lucene50_0.doc, _mln_Lucene50_0.tim, _mln_Lucene50_0.tip, _mlo.fdt, _mlo.fdx, _mlo.fnm, _mlo.nvd, _mlo.nvm, _mlo.si, _mlo_Lucene50_0.doc, _mlo_Lucene50_0.tim, _mlo_Lucene50_0.tip, _mlp.fdt, _mlp.fdx, _mlp.fnm, _mlp.nvd, _mlp.nvm, _mlp.si, _mlp_Lucene50_0.doc, _mlp_Lucene50_0.tim, _mlp_Lucene50_0.tip, _mlq.fdt, _mlq.fdx, _mlq.fnm, _mlq.nvd, _mlq.nvm, _mlq.si, _mlq_Lucene50_0.doc, _mlq_Lucene50_0.tim, _mlq_Lucene50_0.tip, _mlr.fdt, _mlr.fdx, _mlr.fnm, _mlr.nvd, _mlr.nvm, _mlr.si, _mlr_Lucene50_0.doc, _mlr_Lucene50_0.tim, _mlr_Lucene50_0.tip, _mls.fdt, _mls.fdx, _mls.fnm, _mls.nvd, _mls.nvm, _mls.si, _mls_Lucene50_0.doc, _mls_Lucene50_0.tim, _mls_Lucene50_0.tip, _mlt.fdt, _mlt.fdx, _mlt.fnm, _mlt.nvd, _mlt.nvm, _mlt.si, _mlt_Lucene50_0.doc, _mlt_Lucene50_0.tim, _mlt_Lucene50_0.tip, _mlu.fdt, _mlu.fdx, _mlu.fnm, _mlu.nvd, _mlu.nvm, _mlu.si, _mlu_Lucene50_0.doc, _mlu_Lucene50_0.tim, _mlu_Lucene50_0.tip, _mlv.fdt, _mlv.fdx, _mlv.fnm, _mlv.nvd, _mlv.nvm, _mlv.si, _mlv_Lucene50_0.doc, _mlv_Lucene50_0.tim, _mlv_Lucene50_0.tip, _mlw.fdt, _mlw.fdx, _mlw.fnm, _mlw.nvd, _mlw.nvm, _mlw.si, _mlw_Lucene50_0.doc, _mlw_Lucene50_0.tim, _mlw_Lucene50_0.tip, _mlx.fdt, _mlx.fdx, _mlx.fnm, _mlx.nvd, _mlx.nvm, _mlx.si, _mlx_Lucene50_0.doc, _mlx_Lucene50_0.tim, _mlx_Lucene50_0.tip, _mly.fdt, _mly.fdx, _mly.fnm, _mly.nvd, _mly.nvm, _mly.si, _mly_Lucene50_0.doc, _mly_Lucene50_0.tim, _mly_Lucene50_0.tip, _mlz.fdt, _mlz.fdx, _mlz.fnm, _mlz.nvd, _mlz.nvm, _mlz.si, _mlz_Lucene50_0.doc, _mlz_Lucene50_0.tim, _mlz_Lucene50_0.tip, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([181748B72164BC05:3DC05387512CB206]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11334 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/init-core-data-001
   [junit4]   2> 2403910 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexAndConfigAliasReplication
   [junit4]   2> 2403911 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1
   [junit4]   2> 2403915 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2403916 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aa6b002{/solr,null,AVAILABLE}
   [junit4]   2> 2403917 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.ServerConnector Started ServerConnector@79b3ce18{HTTP/1.1}{127.0.0.1:49765}
   [junit4]   2> 2403917 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.Server Started @2407655ms
   [junit4]   2> 2403917 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=49765}
   [junit4]   2> 2403918 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2403918 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001'
   [junit4]   2> 2403918 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2403918 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2403918 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/solr.xml
   [junit4]   2> 2403923 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/.
   [junit4]   2> 2403923 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer New CoreContainer 286942688
   [junit4]   2> 2403923 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001]
   [junit4]   2> 2403924 WARN  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/lib
   [junit4]   2> 2403924 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2403925 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2403925 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2403925 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2403926 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2403926 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2403926 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/.
   [junit4]   2> 2403928 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2403928 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1
   [junit4]   2> 2403928 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2403928 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1'
   [junit4]   2> 2403928 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2403928 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2403934 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2403935 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2403935 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2403947 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2403953 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2403956 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2403959 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2403961 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1'
   [junit4]   2> 2403961 INFO  (coreLoadExecutor-3518-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1
   [junit4]   2> 2403961 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2403961 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2403961 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2403961 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1/data
   [junit4]   2> 2403962 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 2403962 WARN  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2403962 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 2403962 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=83.0146484375, floorSegmentMB=0.447265625, forceMergeDeletesPctAllowed=15.49594441434048, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2403963 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@2540400f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@30a977b1; maxCacheMB=0.9013671875 maxMergeSizeMB=0.2255859375)),segFN=segments_1,generation=1}
   [junit4]   2> 2403963 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2403963 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2403964 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2403966 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2403967 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2403967 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2403968 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2403973 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2403973 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2403973 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2403973 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2403973 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2403975 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=97.7529296875, floorSegmentMB=1.9365234375, forceMergeDeletesPctAllowed=28.03063570063777, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2403975 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@2540400f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@30a977b1; maxCacheMB=0.9013671875 maxMergeSizeMB=0.2255859375)),segFN=segments_1,generation=1}
   [junit4]   2> 2403975 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2403975 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@42407bda[collection1] main]
   [junit4]   2> 2403976 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1/conf
   [junit4]   2> 2403976 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1/conf}
   [junit4]   2> 2403976 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-001/collection1/conf
   [junit4]   2> 2403976 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2403976 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2403976 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2403977 INFO  (coreLoadExecutor-3518-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2403977 INFO  (searcherExecutor-3519-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@42407bda[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2404436 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1
   [junit4]   2> 2404440 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2404441 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a20fed5{/solr,null,AVAILABLE}
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.ServerConnector Started ServerConnector@31fea924{HTTP/1.1}{127.0.0.1:47198}
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.e.j.s.Server Started @2408180ms
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=47198}
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002'
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2404442 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2404443 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/solr.xml
   [junit4]   2> 2404447 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/.
   [junit4]   2> 2404447 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer New CoreContainer 816058870
   [junit4]   2> 2404447 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002]
   [junit4]   2> 2404447 WARN  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/lib
   [junit4]   2> 2404448 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2404448 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2404449 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2404449 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2404449 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2404449 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2404450 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/.
   [junit4]   2> 2404451 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2404451 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1
   [junit4]   2> 2404451 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2404457 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1'
   [junit4]   2> 2404457 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2404458 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2404463 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2404466 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2404471 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 2404471 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigAliasReplication-seed#[181748B72164BC05]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2404472 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2404476 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2404478 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2404479 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1'
   [junit4]   2> 2404479 INFO  (coreLoadExecutor-3528-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1
   [junit4]   2> 2404480 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2404480 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2404480 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2404480 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1/data
   [junit4]   2> 2404480 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 2404480 WARN  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2404481 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 2404481 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=83.0146484375, floorSegmentMB=0.447265625, forceMergeDeletesPctAllowed=15.49594441434048, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2404481 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1cff5835 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@907deab; maxCacheMB=0.9013671875 maxMergeSizeMB=0.2255859375)),segFN=segments_1,generation=1}
   [junit4]   2> 2404482 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2404482 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/./collection1/data/
   [junit4]   2> 2404484 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2404485 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2404485 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2404486 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2404487 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2404488 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2404488 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2404488 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2404489 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2404489 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2404489 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=97.7529296875, floorSegmentMB=1.9365234375, forceMergeDeletesPctAllowed=28.03063570063777, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2404489 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@1cff5835 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@907deab; maxCacheMB=0.9013671875 maxMergeSizeMB=0.2255859375)),segFN=segments_1,generation=1}
   [junit4]   2> 2404489 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2404489 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@624ddf2c[collection1] main]
   [junit4]   2> 2404490 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1/conf
   [junit4]   2> 2404490 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1/conf}
   [junit4]   2> 2404490 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-002/collection1/conf
   [junit4]   2> 2404490 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2404491 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2404492 INFO  (searcherExecutor-3529-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@624ddf2c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2404492 INFO  (coreLoadExecutor-3528-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2404494 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2404974 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2404977 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 2404979 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2404981 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2404983 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2404985 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 2404986 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 2404990 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 2
   [junit4]   2> 2404993 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 2404994 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 2404996 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 2404998 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 2405000 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 2405001 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 2405007 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 4
   [junit4]   2> 2405009 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 2405011 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 2405013 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 2405015 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 2405016 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 2405018 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 2405021 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 1
   [junit4]   2> 2405023 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 2405031 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 2405033 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 2405034 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 2405036 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 2405047 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 2405055 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 3
   [junit4]   2> 2405057 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 2405058 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 2405060 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 2405062 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 2405064 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 2405065 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 2405068 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 1
   [junit4]   2> 2405070 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 2405072 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 2405074 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 2405075 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 2405077 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 2405079 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 2405082 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 1
   [junit4]   2> 2405084 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 2405086 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 2405088 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 2405090 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 2405091 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 2405093 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 2405096 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 1
   [junit4]   2> 2405098 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 2405100 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 2405101 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 2405103 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 2405105 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 2405107 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 2405109 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 1
   [junit4]   2> 2405112 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 2405113 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 2405115 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 2405117 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 2405119 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 2405120 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 2405123 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 1
   [junit4]   2> 2405125 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 2405127 INFO  (qtp154664561-21504) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 2405129 INFO  (qtp154664561-21505) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 2405131 INFO  (qtp154664561-21506) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 2405133 INFO  (qtp154664561-21507) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 2405134 INFO  (qtp154664561-21503) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&v

[...truncated too long message...]

54 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 3221754 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-027/./collection1/data
   [junit4]   2> 3221755 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c34c5e0{/solr,null,UNAVAILABLE}
   [junit4]   2> 3221760 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@23216e02{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 3221760 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1001429698
   [junit4]   2> 3221760 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6800ba89
   [junit4]   2> 3221760 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3221760 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 3221761 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3221761 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3221762 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 3221762 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3221762 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 3221762 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 3221762 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 3221762 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001/solr-instance-028/./collection1/data
   [junit4]   2> 3221763 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[181748B72164BC05]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@74345ebf{/solr,null,UNAVAILABLE}
   [junit4]   2> 3221765 INFO  (SUITE-TestReplicationHandler-seed#[181748B72164BC05]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_181748B72164BC05-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=Lucene50(blocksize=128), id=Lucene50(blocksize=128), newname=Lucene50(blocksize=128)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=sl-SI, timezone=America/Port_of_Spain
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=261463312,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestUpdate, TestConfigOverlay, HdfsBasicDistributedZk2Test, AliasIntegrationTest, DocValuesMissingTest, SuggestComponentTest, SolrPluginUtilsTest, ShardRoutingTest, FileUtilsTest, TestLeaderElectionZkExpiry, TestDFRSimilarityFactory, DocValuesTest, RecoveryAfterSoftCommitTest, TestCodecSupport, OpenExchangeRatesOrgProviderTest, SpellCheckCollatorTest, TestHdfsUpdateLog, TestReqParamsAPI, TestLFUCache, ExitableDirectoryReaderTest, DistributedExpandComponentTest, CloudMLTQParserTest, OverseerRolesTest, BasicFunctionalityTest, SchemaVersionSpecificBehaviorTest, HdfsWriteToMultipleCollectionsTest, FastVectorHighlighterTest, TestBlobHandler, RestartWhileUpdatingTest, TestFieldTypeResource, UniqFieldsUpdateProcessorFactoryTest, TestReloadDeadlock, AddBlockUpdateTest, TestOverriddenPrefixQueryForCustomFieldType, TestCursorMarkWithoutUniqueKey, TestStressVersions, TestRandomMergePolicy, MultiTermTest, TestPKIAuthenticationPlugin, TestHashPartitioner, SpellingQueryConverterTest, TermVectorComponentTest, TestExactSharedStatsCache, TestQuerySenderNoQuery, TestPivotHelperCode, DistanceFunctionTest, TestAddFieldRealTimeGet, TestLMJelinekMercerSimilarityFactory, SpellPossibilityIteratorTest, TestConfigSetsAPIExclusivity, SimplePostToolTest, TestRandomRequestDistribution, IndexBasedSpellCheckerTest, TestSchemaManager, OpenCloseCoreStressTest, TestFiltering, TestScoreJoinQPNoScore, HighlighterTest, HdfsRecoverLeaseTest, TestManagedSchemaFieldTypeResource, TestBM25SimilarityFactory, NotRequiredUniqueKeyTest, SharedFSAutoReplicaFailoverUtilsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, ChaosMonkeyNothingIsSafeTest, TestSimpleTrackingShardHandler, DistributedMLTComponentTest, TestInfoStreamLogging, MergeStrategyTest, WordBreakSolrSpellCheckerTest, BlockJoinFacetRandomTest, TestCloudPivotFacet, AnalyticsMergeStrategyTest, SolrInfoMBeanTest, DOMUtilTest, ClusterStateUpdateTest, TestDistributedGrouping, DistributedIntervalFacetingTest, MoreLikeThisHandlerTest, TestSerializedLuceneMatchVersion, SmileWriterTest, DistributedQueueTest, TestMiniSolrCloudClusterBase, SolrIndexConfigTest, TestReloadAndDeleteDocs, TestChildDocTransformer, DistribCursorPagingTest, DataDrivenBlockJoinTest, TestCoreContainer, CdcrReplicationHandlerTest, TestSolrCloudWithKerberosAlt, TestPartialUpdateDeduplication, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [423/576 (1!)] on J1 in 817.87s, 13 tests, 1 failure <<< FAILURES!

[...truncated 506 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 576 suites (8 ignored), 2310 tests, 1 failure, 33 ignored (18 assumptions) [seed: 181748B72164BC05]

Total time: 233 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 911 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/911/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Thu Jan 14 13:22:11 CCT 2016

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Thu Jan 14 13:22:11 CCT 2016
	at __randomizedtesting.SeedInfo.seed([8C376E468C20FC16:579C6E80890895A5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1419)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:771)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10180 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/init-core-data-001
   [junit4]   2> 289484 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRateLimitedReplication
   [junit4]   2> 289485 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1
   [junit4]   2> 289490 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 289492 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ee38521{/solr,null,AVAILABLE}
   [junit4]   2> 289501 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.ServerConnector Started ServerConnector@330c98a9{HTTP/1.1}{127.0.0.1:54328}
   [junit4]   2> 289501 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.Server Started @292467ms
   [junit4]   2> 289502 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=54328}
   [junit4]   2> 289502 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 289502 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001'
   [junit4]   2> 289502 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 289502 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 289503 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/solr.xml
   [junit4]   2> 289508 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/.
   [junit4]   2> 289508 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer New CoreContainer 316561119
   [junit4]   2> 289508 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001]
   [junit4]   2> 289508 WARN  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/lib
   [junit4]   2> 289508 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 289510 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 289510 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 289510 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 289510 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 289510 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 289511 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/.
   [junit4]   2> 289512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 289512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1
   [junit4]   2> 289512 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 289514 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1'
   [junit4]   2> 289514 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 289515 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 289515 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 289515 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 289522 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 289525 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 289532 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 289535 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 289537 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 289539 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1'
   [junit4]   2> 289539 INFO  (coreLoadExecutor-514-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1
   [junit4]   2> 289540 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 289540 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 289540 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 289540 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data
   [junit4]   2> 289540 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 289540 WARN  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 289541 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 289541 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.734375, noCFSRatio=0.0]
   [junit4]   2> 289542 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@67998fba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f4f9bbc),segFN=segments_1,generation=1}
   [junit4]   2> 289542 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 289543 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/
   [junit4]   2> 289545 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 289548 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 289549 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 289550 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 289551 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 289558 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 289558 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 289559 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 289559 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289559 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289560 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@69464d24
   [junit4]   2> 289560 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@67998fba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f4f9bbc),segFN=segments_1,generation=1}
   [junit4]   2> 289560 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 289562 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77ceec22[collection1] main]
   [junit4]   2> 289563 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/conf
   [junit4]   2> 289563 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/conf}
   [junit4]   2> 289563 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/conf
   [junit4]   2> 289563 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 289564 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 289564 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 289564 INFO  (searcherExecutor-515-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@77ceec22[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289564 INFO  (coreLoadExecutor-514-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 290017 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1
   [junit4]   2> 290027 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 290035 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dc4434b{/solr,null,AVAILABLE}
   [junit4]   2> 290035 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2de7eef7{HTTP/1.1}{127.0.0.1:60724}
   [junit4]   2> 290035 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.Server Started @293001ms
   [junit4]   2> 290036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=60724}
   [junit4]   2> 290036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 290036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002'
   [junit4]   2> 290036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 290036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 290036 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/solr.xml
   [junit4]   2> 290041 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/.
   [junit4]   2> 290041 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer New CoreContainer 1986373864
   [junit4]   2> 290041 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002]
   [junit4]   2> 290041 WARN  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/lib
   [junit4]   2> 290042 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 290043 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 290044 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 290044 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 290044 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 290044 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 290045 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/.
   [junit4]   2> 290046 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 290046 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1
   [junit4]   2> 290046 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 290047 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1'
   [junit4]   2> 290066 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 290066 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 290067 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 290067 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 290096 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 290106 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 290111 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 290114 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 290116 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 290118 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1'
   [junit4]   2> 290118 INFO  (coreLoadExecutor-524-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1
   [junit4]   2> 290118 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 290119 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 290119 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 290119 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data
   [junit4]   2> 290119 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 290119 WARN  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 290120 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 290120 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.734375, noCFSRatio=0.0]
   [junit4]   2> 290120 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@dd3d260 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a9805e8),segFN=segments_1,generation=1}
   [junit4]   2> 290120 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 290126 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/
   [junit4]   2> 290128 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 290129 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290130 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290131 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290133 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290134 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 290135 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 290135 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 290135 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 290135 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@b64820f
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@dd3d260 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a9805e8),segFN=segments_1,generation=1}
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c7216ca[collection1] main]
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1/conf
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1/conf}
   [junit4]   2> 290136 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/collection1/conf
   [junit4]   2> 290137 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 290140 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 290140 INFO  (coreLoadExecutor-524-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 290141 INFO  (searcherExecutor-525-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3c7216ca[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 290145 INFO  (qtp1327549838-1480) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 290572 INFO  (qtp1327549838-1478) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 290572 INFO  (qtp1327549838-1478) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 2
   [junit4]   2> 290576 INFO  (qtp695761174-1497) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 290577 INFO  (qtp695761174-1497) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 1
   [junit4]   2> 290579 INFO  (qtp1327549838-1482) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 290580 INFO  (qtp1327549838-1482) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@67998fba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f4f9bbc),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@67998fba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f4f9bbc),segFN=segments_2,generation=2}
   [junit4]   2> 290581 INFO  (qtp1327549838-1482) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 290582 INFO  (qtp1327549838-1482) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@14d9a96e[collection1] main]
   [junit4]   2> 290582 INFO  (qtp1327549838-1482) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 290582 INFO  (searcherExecutor-515-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@14d9a96e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 290582 INFO  (qtp1327549838-1482) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 290585 INFO  (qtp695761174-1498) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 290586 INFO  (qtp695761174-1498) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@dd3d260 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a9805e8),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@dd3d260 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a9805e8),segFN=segments_2,generation=2}
   [junit4]   2> 290586 INFO  (qtp695761174-1498) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 290587 INFO  (qtp695761174-1498) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9aa84bf[collection1] main]
   [junit4]   2> 290587 INFO  (qtp695761174-1498) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 290587 INFO  (searcherExecutor-525-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9aa84bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 290587 INFO  (qtp695761174-1498) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 290589 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@330c98a9{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 290589 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=316561119
   [junit4]   2> 290590 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@785e46a3
   [junit4]   2> 290590 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 290590 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 290590 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 290590 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 290595 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 290595 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 290595 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 290595 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 290595 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 290595 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data
   [junit4]   2> 290596 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6ee38521{/solr,null,UNAVAILABLE}
   [junit4]   2> 290622 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@2de7eef7{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 290622 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1986373864
   [junit4]   2> 290637 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6425d36a
   [junit4]   2> 290638 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 290638 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 290639 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 290639 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 290639 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 290639 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 290639 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 290639 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 290640 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 290640 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-002/./collection1/data
   [junit4]   2> 290643 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dc4434b{/solr,null,UNAVAILABLE}
   [junit4]   2> 290649 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 290663 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@430f4ec{/solr,null,AVAILABLE}
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1025dc8a{HTTP/1.1}{127.0.0.1:53392}
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.e.j.s.Server Started @293630ms
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=53392}
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001'
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 290664 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 290665 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/solr.xml
   [junit4]   2> 290670 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/.
   [junit4]   2> 290670 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer New CoreContainer 1558398586
   [junit4]   2> 290670 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001]
   [junit4]   2> 290670 WARN  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/lib
   [junit4]   2> 290679 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 290680 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 290681 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 290681 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 290681 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 290681 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 290682 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/.
   [junit4]   2> 290683 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 290683 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1
   [junit4]   2> 290683 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 290689 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1'
   [junit4]   2> 290689 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 290692 INFO  (TEST-TestReplicationHandler.testRateLimitedReplication-seed#[8C376E468C20FC16]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 290692 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 290692 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 290701 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 290715 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 290737 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 290762 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 290765 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 290787 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1'
   [junit4]   2> 290787 INFO  (coreLoadExecutor-535-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1
   [junit4]   2> 290787 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.NRTCachingDirectoryFactory
   [junit4]   2> 290797 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 290797 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 290798 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data
   [junit4]   2> 290798 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 290798 WARN  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 290801 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data/index
   [junit4]   2> 290801 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5222978728550988]
   [junit4]   2> 290842 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ad87a9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 290842 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 290844 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 290846 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290847 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290848 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/./collection1/data/
   [junit4]   2> 290848 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290849 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 290852 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 290852 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 290852 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 290853 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 290853 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 290853 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=49.21484375, floorSegmentMB=2.0732421875, forceMergeDeletesPctAllowed=20.922425965097506, segmentsPerTier=23.0, maxCFSSegmentSizeMB=1.4658203125, noCFSRatio=0.2269592434208459
   [junit4]   2> 290854 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ad87a9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 290854 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 290854 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57552503[collection1] main]
   [junit4]   2> 290854 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/conf
   [junit4]   2> 290854 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/conf}
   [junit4]   2> 290854 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/conf
   [junit4]   2> 290855 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 290855 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 290855 INFO  (coreLoadExecutor-535-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 290855 INFO  (searcherExecutor-536-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57552503[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 291203 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 2
   [junit4]   2> 291206 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 291215 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 5
   [junit4]   2> 291218 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 291221 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 291223 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 291225 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 291229 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 1
   [junit4]   2> 291231 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 291234 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 291236 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 291239 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 291241 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 291245 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 1
   [junit4]   2> 291249 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 1
   [junit4]   2> 291251 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 291254 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 291256 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 291258 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 291262 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 1
   [junit4]   2> 291265 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 291267 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 291270 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 291272 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 291275 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 291278 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 1
   [junit4]   2> 291280 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 291283 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 291285 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 291288 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 291290 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 291293 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 1
   [junit4]   2> 291295 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 291298 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 291300 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 291302 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 291305 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 1
   [junit4]   2> 291307 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 291309 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 291312 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 291314 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 291316 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 291319 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 1
   [junit4]   2> 291322 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 291324 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 291327 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 291329 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 291332 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 1
   [junit4]   2> 291335 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 291339 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 2
   [junit4]   2> 291342 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 291344 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 291348 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 1
   [junit4]   2> 291350 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 291352 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 291354 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 291356 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 291358 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 291361 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 291364 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 1
   [junit4]   2> 291366 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 291368 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 291371 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 291373 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 291375 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 291378 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 1
   [junit4]   2> 291380 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 291383 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 291385 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 291387 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 291389 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 291391 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 291394 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 1
   [junit4]   2> 291397 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 291399 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 291401 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 291404 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 291407 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 1
   [junit4]   2> 291409 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 291412 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 291414 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 291416 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 291418 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 291422 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 1
   [junit4]   2> 291424 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 291426 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 291428 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 291431 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 291433 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 291435 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 291439 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 2
   [junit4]   2> 291451 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 3
   [junit4]   2> 291454 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 291456 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 291459 INFO  (qtp1086349459-1515) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 291461 INFO  (qtp1086349459-1519) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 291464 INFO  (qtp1086349459-1520) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 1
   [junit4]   2> 291467 INFO  (qtp1086349459-1521) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 291468 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 291520 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ad87a9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=NRTCachingDirectory(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@14ad87a9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
   [junit4]   2> 291521 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 291530 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1256666[collection1] main]
   [junit4]   2> 291531 INFO  (searcherExecutor-536-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1256666[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C98)))}
   [junit4]   2> 291531 INFO  (qtp1086349459-1522) [    x:collection1] o.a.s.u.DirectUpdateHandl

[...truncated too long message...]

.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 797108 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 797110 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 797110 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 797110 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-027/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-027/./collection1/data;done=false>>]
   [junit4]   2> 797110 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-027/./collection1/data
   [junit4]   2> 797110 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-027/./collection1/data/index.20160114132918683 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-027/./collection1/data/index.20160114132918683;done=false>>]
   [junit4]   2> 797110 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-027/./collection1/data/index.20160114132918683
   [junit4]   2> 797111 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d57c61a{/solr,null,UNAVAILABLE}
   [junit4]   2> 797112 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@27a06f3c{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 797112 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1545989326
   [junit4]   2> 797113 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1709385f
   [junit4]   2> 797113 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 797113 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 797113 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 797113 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 797114 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 797114 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 797114 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 797114 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-028/./collection1/data
   [junit4]   2> 797114 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-028/./collection1/data/index.20160114132918347 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-028/./collection1/data/index.20160114132918347;done=false>>]
   [junit4]   2> 797114 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001/solr-instance-028/./collection1/data/index.20160114132918347
   [junit4]   2> 797115 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[8C376E468C20FC16]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@347a22c3{/solr,null,UNAVAILABLE}
   [junit4]   2> 797116 INFO  (SUITE-TestReplicationHandler-seed#[8C376E468C20FC16]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_8C376E468C20FC16-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=Asserting), id=PostingsFormat(name=Asserting), newname=PostingsFormat(name=Asserting)}, docValues:{}, sim=ClassicSimilarity, locale=de_CH, timezone=Indian/Cocos
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=207999376,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, DateRangeFieldTest, TestDocSet, TestFreeTextSuggestions, TestFunctionQuery, URLClassifyProcessorTest, ConfigSetsAPITest, PrimUtilsTest, SharedFSAutoReplicaFailoverTest, DistributedFacetPivotLongTailTest, PeerSyncTest, SortSpecParsingTest, RAMDirectoryFactoryTest, DeleteShardTest, TestReplicationHandler]
   [junit4] Completed [80/576 (1!)] on J0 in 507.65s, 13 tests, 1 failure <<< FAILURES!

[...truncated 1594 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 576 suites (8 ignored), 2306 tests, 1 failure, 33 ignored (18 assumptions) [seed: 8C376E468C20FC16]

Total time: 208 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 910 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/910/

1 tests failed.
FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val changed' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"/kyvy/kk",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":"X val"}

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"/kyvy/kk",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":"X val"}
	at __randomizedtesting.SeedInfo.seed([1AB3E18A9263A2E2:C2FECCDD65BE0742]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:458)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:257)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10654 lines...]
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/init-core-data-001
   [junit4]   2> 2103628 INFO  (SUITE-TestDynamicLoading-seed#[1AB3E18A9263A2E2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2103628 INFO  (SUITE-TestDynamicLoading-seed#[1AB3E18A9263A2E2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kyvy/kk
   [junit4]   2> 2103630 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2103631 INFO  (Thread-123210) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2103631 INFO  (Thread-123210) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2103731 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ZkTestServer start zk server on port:53911
   [junit4]   2> 2103731 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2103731 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2103734 INFO  (zkCallback-1091-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7500ffd5 name:ZooKeeperConnection Watcher:127.0.0.1:53911 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2103734 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2103735 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2103735 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2103738 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2103738 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2103739 INFO  (zkCallback-1092-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2627cd6c name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2103739 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2103740 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2103740 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2103741 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2103743 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2103744 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2103746 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2103746 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2103748 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2103748 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2103750 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2103750 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2103754 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2103754 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2103755 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2103755 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2103757 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2103757 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2103758 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2103758 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2103760 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2103760 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2103761 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2103762 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2103763 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2103763 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2103764 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2103765 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2104083 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1
   [junit4]   2> 2104088 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2104090 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c7d4708{/kyvy/kk,null,AVAILABLE}
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4605aada{HTTP/1.1}{127.0.0.1:53338}
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.Server Started @2107179ms
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/tempDir-001/control/data, hostContext=/kyvy/kk, hostPort=53338, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores}
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001'
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2104100 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2104101 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2104102 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2104103 INFO  (zkCallback-1093-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@86b8170 name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2104103 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2104103 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2104104 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2104104 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/solr.xml
   [junit4]   2> 2104109 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores
   [junit4]   2> 2104109 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CoreContainer New CoreContainer 1457586994
   [junit4]   2> 2104109 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001]
   [junit4]   2> 2104109 WARN  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/lib
   [junit4]   2> 2104109 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2104111 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2104111 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2104111 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2104111 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53911/solr
   [junit4]   2> 2104111 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2104111 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2104116 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2104116 INFO  (zkCallback-1096-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b6273cc name:ZooKeeperConnection Watcher:127.0.0.1:53911 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2104116 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2104116 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2104118 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2104119 INFO  (zkCallback-1097-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11605787 name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2104119 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2104120 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2104121 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2104124 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2104126 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2104128 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2104131 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2104132 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2104133 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2104134 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2104135 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53338_kyvy%2Fkk
   [junit4]   2> 2104135 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53338_kyvy%2Fkk
   [junit4]   2> 2104137 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2104138 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2104145 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2104145 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000
   [junit4]   2> 2104145 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53338_kyvy%2Fkk
   [junit4]   2> 2104145 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2104147 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer Overseer (id=95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) starting
   [junit4]   2> 2104148 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2104155 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2104160 INFO  (OverseerCollectionConfigSetProcessor-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2104160 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2104160 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2104176 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2104176 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2104177 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores
   [junit4]   2> 2104178 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2104178 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1
   [junit4]   2> 2104178 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2104179 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2104179 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2104179 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2104179 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2104180 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53338/kyvy/kk",
   [junit4]   2>   "node_name":"127.0.0.1:53338_kyvy%2Fkk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2104181 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2104181 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53338/kyvy/kk",
   [junit4]   2>   "node_name":"127.0.0.1:53338_kyvy%2Fkk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2104184 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2104184 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2104185 INFO  (zkCallback-1097-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2105181 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2105181 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2105182 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2105182 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2105182 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2105182 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1'
   [junit4]   2> 2105183 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2105183 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2105186 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2105191 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2105195 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2105204 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2105209 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2105311 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2105317 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2105318 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2105326 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2105329 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2105331 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2105331 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2105333 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2105333 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2105333 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2105334 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data/]
   [junit4]   2> 2105334 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3da91be9
   [junit4]   2> 2105334 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data
   [junit4]   2> 2105334 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2105334 WARN  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2105335 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data/index
   [junit4]   2> 2105335 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=20.7958984375, floorSegmentMB=1.0419921875, forceMergeDeletesPctAllowed=19.22508172262372, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7866353431685463
   [junit4]   2> 2105335 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6488d906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60238a80),segFN=segments_1,generation=1}
   [junit4]   2> 2105335 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2105336 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data/
   [junit4]   2> 2105336 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2105339 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2105340 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2105340 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2105340 WARN  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2105342 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2105343 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2105343 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2105345 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2105350 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2105351 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2105351 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2105351 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2105352 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2105352 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2105353 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4d11d1d9
   [junit4]   2> 2105353 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6488d906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@60238a80),segFN=segments_1,generation=1}
   [junit4]   2> 2105353 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2105353 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@126a2fbe[collection1] main]
   [junit4]   2> 2105353 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2105354 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2105354 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2105354 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2105354 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2105354 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2105355 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2105355 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2105355 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2105355 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2105356 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2105356 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2105356 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2105356 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1523217759106760704
   [junit4]   2> 2105358 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1523217759106760704
   [junit4]   2> 2105358 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2105358 INFO  (searcherExecutor-2998-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@126a2fbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2105359 INFO  (coreLoadExecutor-2997-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2105359 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:53338/kyvy/kk collection:control_collection shard:shard1
   [junit4]   2> 2105360 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2105363 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95201109831188484-core_node1-n_0000000000
   [junit4]   2> 2105363 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2105365 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2105365 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2105365 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53338/kyvy/kk/collection1/
   [junit4]   2> 2105365 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2105365 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53338/kyvy/kk/collection1/ has no replicas
   [junit4]   2> 2105366 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2105366 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2105369 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 2105371 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53338/kyvy/kk/collection1/ shard1
   [junit4]   2> 2105371 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:53338/kyvy/kk",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2105474 INFO  (zkCallback-1097-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2105522 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:53338/kyvy/kk/collection1/ and leader is http://127.0.0.1:53338/kyvy/kk/collection1/
   [junit4]   2> 2105522 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53338/kyvy/kk
   [junit4]   2> 2105522 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2105522 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2105522 INFO  (coreZkRegister-2991-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53338_kyvy%2Fkk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2105524 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53338/kyvy/kk",
   [junit4]   2>   "node_name":"127.0.0.1:53338_kyvy%2Fkk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2105524 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53338/kyvy/kk",
   [junit4]   2>   "node_name":"127.0.0.1:53338_kyvy%2Fkk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2105627 INFO  (zkCallback-1097-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2105681 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2105681 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2105682 INFO  (zkCallback-1099-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@792a02f3 name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2105683 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2105683 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2105683 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2105685 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2105685 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2105685 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2105686 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2105687 INFO  (zkCallback-1100-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f2075d3 name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2105687 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2105687 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2105689 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 2105689 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2105792 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2106013 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/cores/collection1
   [junit4]   2> 2106014 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001
   [junit4]   2> 2106015 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 2106016 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43e4c1df{/kyvy/kk,null,AVAILABLE}
   [junit4]   2> 2106017 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@79f09368{HTTP/1.1}{127.0.0.1:56579}
   [junit4]   2> 2106017 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.Server Started @2109096ms
   [junit4]   2> 2106017 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/kyvy/kk, hostPort=56579, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/cores}
   [junit4]   2> 2106017 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2106017 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001'
   [junit4]   2> 2106017 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2106018 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2106018 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2106024 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2106024 INFO  (zkCallback-1101-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a4751be name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2106024 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2106025 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2106026 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2106026 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/solr.xml
   [junit4]   2> 2106031 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/cores
   [junit4]   2> 2106031 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CoreContainer New CoreContainer 2127162311
   [junit4]   2> 2106031 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001]
   [junit4]   2> 2106031 WARN  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/lib
   [junit4]   2> 2106032 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2106033 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2106033 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2106033 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2106033 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53911/solr
   [junit4]   2> 2106033 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2106034 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2106035 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2106035 INFO  (zkCallback-1104-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3174d52a name:ZooKeeperConnection Watcher:127.0.0.1:53911 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2106035 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2106036 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2106037 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2106038 INFO  (zkCallback-1105-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48162509 name:ZooKeeperConnection Watcher:127.0.0.1:53911/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2106038 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2106043 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2107048 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56579_kyvy%2Fkk
   [junit4]   2> 2107049 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56579_kyvy%2Fkk
   [junit4]   2> 2107050 INFO  (zkCallback-1099-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2107050 INFO  (zkCallback-1097-thread-1-processing-n:127.0.0.1:53338_kyvy%2Fkk) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2107050 INFO  (zkCallback-1105-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2107051 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2107051 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95201109831188489-127.0.0.1:56579_kyvy%2Fkk-n_0000000001
   [junit4]   2> 2107052 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000 to know if I could be the leader
   [junit4]   2> 2107062 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2107063 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2107063 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/cores
   [junit4]   2> 2107064 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2107064 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/cores/collection1
   [junit4]   2> 2107065 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2107067 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2107067 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2107068 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56579/kyvy/kk",
   [junit4]   2>   "node_name":"127.0.0.1:56579_kyvy%2Fkk",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2107069 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 2107069 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56579/kyvy/kk",
   [junit4]   2>   "node_name":"127.0.0.1:56579_kyvy%2Fkk",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2107069 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 2107069 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2107069 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 2107071 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 2107071 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2107076 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2107076 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2107171 INFO  (OverseerStateUpdate-95201109831188484-127.0.0.1:53338_kyvy%2Fkk-n_0000000000) [n:127.0.0.1:53338_kyvy%2Fkk    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 2107172 INFO  (zkCallback-1105-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2107172 INFO  (zkCallback-1105-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 2108071 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2108072 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2108072 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2108072 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 2108073 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2108073 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001/shard-1-001/cores/collection1'
   [junit4]   2> 2108073 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2108073 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2108075 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2108080 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2108084 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2108109 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2108116 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2108233 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2108240 INFO  (coreLoadExecutor-3008-thread-1-processing-n:127.0.0.1:56579_kyvy%2Fkk) [n:127.0.0.1:56579_kyvy%2Fkk c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2108241 INFO  (coreLoadExe

[...truncated too long message...]

unit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:244)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:241)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:241)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:87)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.cancelElection(ElectionContext.java:167)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.cancelElection(ElectionContext.java:268)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:444)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:158)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:59)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:389)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:232)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2160085 WARN  (zkCallback-1121-thread-3-processing-n:127.0.0.1:54108_kyvy%2Fkk) [n:127.0.0.1:54108_kyvy%2Fkk    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2160092 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@1bda4259{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 2160092 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70ba9e1a{/kyvy/kk,null,UNAVAILABLE}
   [junit4]   2> 2160096 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[1AB3E18A9263A2E2]) [n:127.0.0.1:54108_kyvy%2Fkk c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53911 53911
   [junit4]   2> 2160252 INFO  (Thread-123210) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53911 53911
   [junit4]   2> 2160253 WARN  (Thread-123210) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	2	/solr/configs/.system
   [junit4]   2> 	2	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/.system/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=1AB3E18A9263A2E2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=sr_CS -Dtests.timezone=Africa/Maseru -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 56.6s J2 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "params":{"wt":"json"},
   [junit4]    >   "context":{
   [junit4]    >     "webapp":"/kyvy/kk",
   [junit4]    >     "path":"/test1",
   [junit4]    >     "httpMethod":"GET"},
   [junit4]    >   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
   [junit4]    >   "x":"X val"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1AB3E18A9263A2E2:C2FECCDD65BE0742]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:458)
   [junit4]    > 	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:257)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2160263 INFO  (SUITE-TestDynamicLoading-seed#[1AB3E18A9263A2E2]-worker) [n:127.0.0.1:54108_kyvy%2Fkk c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_1AB3E18A9263A2E2-001
   [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=sr_CS, timezone=Africa/Maseru
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=113267248,total=533725184
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrDeletionPolicy1, TestSolrIndexConfig, TestIndexingPerformance, TestDistributedStatsComponentCardinality, TestManagedStopFilterFactory, AutoCommitTest, SuggesterWFSTTest, TestRestoreCore, TestPHPSerializedResponseWriter, TestTrackingShardHandlerFactory, TestSchemaSimilarityResource, SearchHandlerTest, CleanupOldIndexTest, RankQueryTest, AssignTest, TestCharFilters, HdfsRecoveryZkTest, MigrateRouteKeyTest, HdfsBasicDistributedZkTest, TestSolrQueryParser, BaseCdcrDistributedZkTest, TestConfigSetsAPIZkFailure, DirectUpdateHandlerOptimizeTest, CachingDirectoryFactoryTest, FieldAnalysisRequestHandlerTest, TestDownShardTolerantSearch, TestExtendedDismaxParser, TestClassNameShortening, TestDefaultStatsCache, TestReload, SegmentsInfoRequestHandlerTest, TestDynamicFieldCollectionResource, SparseHLLTest, TestMissingGroups, SampleTest, SuggesterTest, CircularListTest, TestQueryWrapperFilter, TestHashQParserPlugin, BasicDistributedZk2Test, TestUseDocValuesAsStored, ParsingFieldUpdateProcessorsTest, TestXIncludeConfig, BlockCacheTest, SpatialHeatmapFacetsTest, DistribDocExpirationUpdateProcessorTest, BadIndexSchemaTest, TestCustomSort, CurrencyFieldXmlFileTest, BJQParserTest, TestSweetSpotSimilarityFactory, HardAutoCommitTest, SimpleCollectionCreateDeleteTest, TestTolerantSearch, PKIAuthenticationIntegrationTest, AnalyticsQueryTest, TestInitParams, DistributedQueryComponentOptimizationTest, TestSuggestSpellingConverter, TestReRankQParserPlugin, BinaryUpdateRequestHandlerTest, DateMathParserTest, TestDistributedMissingSort, DebugComponentTest, TermVectorComponentDistributedTest, StressHdfsTest, TestRTimerTree, ZkStateWriterTest, CoreMergeIndexesAdminHandlerTest, TestCustomDocTransformer, PluginInfoTest, TestFuzzyAnalyzedSuggestions, TestIntervalFaceting, BadComponentTest, TestSolrCLIRunExample, OverseerTest, TestRebalanceLeaders, SimpleMLTQParserTest, TestCollationFieldDocValues, TestReversedWildcardFilterFactory, UnloadDistributedZkTest, TestDynamicLoading]
   [junit4] Completed [249/576 (1!)] on J2 in 56.66s, 1 test, 1 failure <<< FAILURES!

[...truncated 1054 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:522: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 576 suites (8 ignored), 2305 tests, 1 failure, 33 ignored (18 assumptions) [seed: 1AB3E18A9263A2E2]

Total time: 228 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any