You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/05/14 16:15:11 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 3 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/3/
2 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
at org.apache.lucene.util.packed.GrowableWriter.<init>(GrowableWriter.java:46)
at org.apache.lucene.util.packed.PagedGrowableWriter.newMutable(PagedGrowableWriter.java:56)
at org.apache.lucene.util.packed.AbstractPagedMutable.fillPages(AbstractPagedMutable.java:57)
at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:50)
at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:43)
at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:164)
at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
FAILED: org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery
Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={ "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"MissingSegmentRecoveryTest_shard1_replica1", "base_url":"https://127.0.0.1:33992/solr", "node_name":"127.0.0.1:33992_solr", "state":"active", "leader":"true"}, "core_node2":{ "core":"MissingSegmentRecoveryTest_shard1_replica2", "base_url":"https://127.0.0.1:58405/solr", "node_name":"127.0.0.1:58405_solr", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}
Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"MissingSegmentRecoveryTest_shard1_replica1",
"base_url":"https://127.0.0.1:33992/solr",
"node_name":"127.0.0.1:33992_solr",
"state":"active",
"leader":"true"},
"core_node2":{
"core":"MissingSegmentRecoveryTest_shard1_replica2",
"base_url":"https://127.0.0.1:58405/solr",
"node_name":"127.0.0.1:58405_solr",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}
at __randomizedtesting.SeedInfo.seed([6E6557ABC0DC1C60:3E30CFA899FDAA7D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1370 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> mai 14, 2017 1:36:26 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #0,5,TGRP-TestIndexSorting]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([37DCDD258867F5AD]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
[junit4] 2> at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.<init>(GrowableWriter.java:46)
[junit4] 2> at org.apache.lucene.util.packed.PagedGrowableWriter.newMutable(PagedGrowableWriter.java:56)
[junit4] 2> at org.apache.lucene.util.packed.AbstractPagedMutable.fillPages(AbstractPagedMutable.java:57)
[junit4] 2> at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:50)
[junit4] 2> at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:43)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:164)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=37DCDD258867F5AD -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=nn-NO -Dtests.timezone=Africa/Malabo -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 99.8s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.<init>(GrowableWriter.java:46)
[junit4] > at org.apache.lucene.util.packed.PagedGrowableWriter.newMutable(PagedGrowableWriter.java:56)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.fillPages(AbstractPagedMutable.java:57)
[junit4] > at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:50)
[junit4] > at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:43)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:164)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=10047, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([37DCDD258867F5AD]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:703)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:683)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.util.packed.Packed64.<init>(Packed64.java:73)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:972)
[junit4] > at org.apache.lucene.util.packed.PackedInts.getMutable(PackedInts.java:939)
[junit4] > at org.apache.lucene.util.packed.GrowableWriter.<init>(GrowableWriter.java:46)
[junit4] > at org.apache.lucene.util.packed.PagedGrowableWriter.newMutable(PagedGrowableWriter.java:56)
[junit4] > at org.apache.lucene.util.packed.AbstractPagedMutable.fillPages(AbstractPagedMutable.java:57)
[junit4] > at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:50)
[junit4] > at org.apache.lucene.util.packed.PagedGrowableWriter.<init>(PagedGrowableWriter.java:43)
[junit4] > at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:164)
[junit4] > at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] > at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] > at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] > at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] > at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:624)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:661)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_37DCDD258867F5AD-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {sparse_text=Lucene50(blocksize=128), docs=FSTOrd50, norms=FSTOrd50, positions=Lucene50(blocksize=128), id=FSTOrd50, term_vectors=PostingsFormat(name=LuceneFixedGap)}, docValues:{multi_valued_long=DocValuesFormat(name=Lucene54), foo=DocValuesFormat(name=Lucene54), numeric=DocValuesFormat(name=Direct), float=DocValuesFormat(name=Asserting), multi_valued_numeric=DocValuesFormat(name=Memory), long=DocValuesFormat(name=Asserting), points=DocValuesFormat(name=Memory), sparse_int=DocValuesFormat(name=Asserting), bar=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Direct), multi_valued_bytes=DocValuesFormat(name=Direct), sparse_text=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Direct), sparse_binary=DocValuesFormat(name=Lucene54), positions=DocValuesFormat(name=Lucene54), int=DocValuesFormat(name=Memory), sorted=DocValuesFormat(name=Direct), sparse=DocValuesFormat(name=Lucene54), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), bytes=DocValuesFormat(name=Memory), dense_int=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Direct), multi_valued_float=DocValuesFormat(name=Asserting), term_vectors=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=876, maxMBSortInHeap=5.234211197156901, sim=RandomSimilarity(queryNorm=false,coord=no): {positions=DFR I(ne)L2, id=DFR I(F)B1, term_vectors=LM Jelinek-Mercer(0.100000)}, locale=nn-NO, timezone=Africa/Malabo
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=321365312,total=341835776
[junit4] 2> NOTE: All tests run in this JVM: [TestBytesStore, TestIndexWriterForceMerge, TestCachingTokenFilter, TestMatchAllDocsQuery, TestFlushByRamOrCountsPolicy, TestCodecs, TestBoolean2, TestSortedNumericSortField, TestAllFilesCheckIndexHeader, TestUTF32ToUTF8, TestSimpleFSLockFactory, TestIntroSelector, TestPositionIncrement, TestSegmentReader, TestStringMSBRadixSorter, TestIntRangeFieldQueries, TestIndexWriterNRTIsCurrent, TestEarlyTermination, TestSetOnce, TestIndexWriterReader, TestWildcardRandom, TestBooleanRewrites, TestTermdocPerf, TestSpans, Test2BPostingsBytes, TestTragicIndexWriterDeadlock, TestScorerPerf, TestMultiFields, TestByteArrayDataInput, TestFilterCodecReader, TestHighCompressionMode, TestTrackingDirectoryWrapper, TestIndexWriterDelete, TestLucene62SegmentInfoFormat, TestLongBitSet, TestLongValuesSource, TestAutomatonQueryUnicode, TestRollingBuffer, TestFieldsReader, TestMultiCollector, TestSameTokenSamePosition, TestSearchWithThreads, MultiCollectorTest, TestAssertions, TestBlendedTermQuery, TestAtomicUpdate, TestNumericRangeQuery32, TestDeterminizeLexicon, TestExceedMaxTermLength, TestLucene50StoredFieldsFormatHighCompression, TestLucene53NormsFormat, FiniteStringsIteratorTest, TestSpanCollection, TestSegmentTermDocs, TestAxiomaticSimilarity, TestPayloadsOnVectors, TestSpanNotQuery, TestReqExclBulkScorer, TestSmallFloat, TestMergedIterator, TestSegmentTermEnum, TestDisjunctionMaxQuery, TestTermRangeQuery, TestStressIndexing, TestComplexExplanations, TestSimilarity2, TestFloatRangeFieldQueries, TestMultiPhraseQuery, TestClassicSimilarity, TestIndexWriterFromReader, TestIndexWriterOnJRECrash, TestNamedSPILoader, TestIndexWriterOutOfFileDescriptors, TestBufferedIndexInput, TestMixedDocValuesUpdates, TestLevenshteinAutomata, TestIndexWriter, TestPerFieldDocValuesFormat, TestIndexWriterMerging, TestPackedInts, TestIndexWriterWithThreads, TestGraphTokenizers, TestAddIndexes, TestShardSearching, TestIndexWriterExceptions, TestMultiMMap, TestSearcherManager, TestSloppyPhraseQuery, TestIndexWriterMergePolicy, TestPersistentSnapshotDeletionPolicy, TestStressAdvance, TestNorms, TestDirectoryReaderReopen, TestTimeLimitingCollector, TestConcurrentMergeScheduler, TestTopDocsMerge, TestSnapshotDeletionPolicy, TestNRTReaderWithThreads, TestPerFieldPostingsFormat, TestArrayUtil, TestWeakIdentityMap, TestSimpleExplanations, TestLockFactory, TestPhraseQuery, TestCollectionUtil, TestBagOfPositions, TestNRTCachingDirectory, TestParallelCompositeReader, TestFieldCacheRewriteMethod, TestCrash, TestPerFieldPostingsFormat2, TestSort, TestMultiDocValues, TestToken, TestHugeRamFile, TestBooleanMinShouldMatch, TestTermsEnum2, TestLegacyNumericUtils, Test2BDocs, TestPostingsOffsets, TestTransactionRollback, TestFlex, TestSpanExplanations, TestStressIndexing2, TestLazyProxSkipping, TestDeterminism, TestDocsAndPositions, TestTermVectorsWriter, TestOmitPositions, TestBytesRefHash, TestThreadedForceMerge, TestStressNRT, TestIndexInput, TestSloppyPhraseQuery2, TestForceMergeForever, TestOmitTf, TestSameScoresWithThreads, TestDocumentsWriterDeleteQueue, TestMultiTermConstantScore, TestSpanSearchEquivalence, TestFuzzyQuery, TestPayloads, TestFieldMaskingSpanQuery, TestNoDeletionPolicy, TestSimpleExplanationsOfNonMatches, TestRegexpQuery, TestIntBlockPool, TestPrefixInBooleanQuery, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestSortRandom, TestPrefixCodedTerms, TestAllFilesHaveCodecHeader, TestDocument, TestTopFieldCollector, TestFileSwitchDirectory, TestPrefixRandom, TestDirectory, TestRegexpRandom, TestCheckIndex, TestSpanMultiTermQueryWrapper, TestSearchForDuplicates, TestCompiledAutomaton, TestConstantScoreQuery, TestPrefixQuery, TestParallelTermEnum, TestBinaryTerms, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestSimilarity, TestSimilarityProvider, TestNumericTokenStream, TestFilterLeafReader, Test2BPostings, TestDocIDMerger, TestDocInverterPerFieldErrorInfo, TestFilterDirectoryReader, TestIndexSorting]
[junit4] Completed [338/456 (1!)] on J2 in 143.21s, 50 tests, 1 error <<< FAILURES!
[...truncated 375 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/temp/junit4-J2-20170514_114932_7567295929708703370060.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/heapdumps/java_pid19817.hprof ...
[junit4] Heap dump file created [465991536 bytes in 2.053 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 10600 lines...]
[junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/init-core-data-001
[junit4] 2> 1716056 WARN (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1716060 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1716062 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1716063 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001
[junit4] 2> 1716063 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1716063 INFO (Thread-11047) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1716063 INFO (Thread-11047) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1716065 ERROR (Thread-11047) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1716165 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:59379
[junit4] 2> 1716212 INFO (jetty-launcher-3127-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1716213 INFO (jetty-launcher-3127-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1716238 INFO (jetty-launcher-3127-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a6c6411{/solr,null,AVAILABLE}
[junit4] 2> 1716240 INFO (jetty-launcher-3127-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74cc524a{SSL,[ssl, http/1.1]}{127.0.0.1:58405}
[junit4] 2> 1716240 INFO (jetty-launcher-3127-thread-1) [ ] o.e.j.s.Server Started @1719587ms
[junit4] 2> 1716240 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58405}
[junit4] 2> 1716240 ERROR (jetty-launcher-3127-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1716240 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1716240 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1716241 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1716241 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-14T15:19:27.675Z
[junit4] 2> 1716242 INFO (jetty-launcher-3127-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64fbf4a6{/solr,null,AVAILABLE}
[junit4] 2> 1716242 INFO (jetty-launcher-3127-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f7b155{SSL,[ssl, http/1.1]}{127.0.0.1:33992}
[junit4] 2> 1716242 INFO (jetty-launcher-3127-thread-2) [ ] o.e.j.s.Server Started @1719589ms
[junit4] 2> 1716242 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33992}
[junit4] 2> 1716242 ERROR (jetty-launcher-3127-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1716242 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1716243 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1716243 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1716243 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-14T15:19:27.677Z
[junit4] 2> 1716261 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1716267 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1716272 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c078afa0a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1716274 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1716275 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1716276 INFO (jetty-launcher-3127-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59379/solr
[junit4] 2> 1716277 INFO (jetty-launcher-3127-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59379/solr
[junit4] 2> 1716282 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c078afa0a0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1716284 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c078afa0a0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1716306 INFO (jetty-launcher-3127-thread-2) [n:127.0.0.1:33992_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1716306 INFO (jetty-launcher-3127-thread-1) [n:127.0.0.1:58405_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1716307 INFO (jetty-launcher-3127-thread-2) [n:127.0.0.1:33992_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33992_solr
[junit4] 2> 1716307 INFO (jetty-launcher-3127-thread-1) [n:127.0.0.1:58405_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58405_solr
[junit4] 2> 1716308 INFO (jetty-launcher-3127-thread-2) [n:127.0.0.1:33992_solr ] o.a.s.c.Overseer Overseer (id=97961585377148933-127.0.0.1:33992_solr-n_0000000000) starting
[junit4] 2> 1716309 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1716328 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1716330 INFO (jetty-launcher-3127-thread-2) [n:127.0.0.1:33992_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33992_solr
[junit4] 2> 1716332 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1716333 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1716378 INFO (jetty-launcher-3127-thread-2) [n:127.0.0.1:33992_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node1/.
[junit4] 2> 1716407 INFO (jetty-launcher-3127-thread-1) [n:127.0.0.1:58405_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/.
[junit4] 2> 1716421 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1716422 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59379/solr ready
[junit4] 2> 1716447 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
[junit4] 2> 1716508 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1716513 INFO (OverseerThreadFactory-4711-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
[junit4] 2> 1716633 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
[junit4] 2> 1716634 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1716683 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2
[junit4] 2> 1716684 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1716793 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1716793 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1717652 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1717660 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica1] Schema name=minimal
[junit4] 2> 1717677 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1717677 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 1717681 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1717681 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica1/data/]
[junit4] 2> 1717715 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1717725 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
[junit4] 2> 1717752 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1717752 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 1717753 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1717753 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/]
[junit4] 2> 1717877 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1717877 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1717878 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1717878 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1717879 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@599dd329[MissingSegmentRecoveryTest_shard1_replica1] main]
[junit4] 2> 1717884 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1717885 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1717885 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1717885 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1717885 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1717885 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567385367943839744
[junit4] 2> 1717889 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1717889 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1717891 INFO (searcherExecutor-4716-thread-1-processing-n:127.0.0.1:33992_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@599dd329[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1717891 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cd7985[MissingSegmentRecoveryTest_shard1_replica2] main]
[junit4] 2> 1717898 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1717898 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1717898 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1717899 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567385367958519808
[junit4] 2> 1717900 INFO (searcherExecutor-4717-thread-1-processing-n:127.0.0.1:58405_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@1cd7985[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1717901 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9995ms
[junit4] 2> 1718000 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1718000 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1718401 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1718402 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1718402 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33992/solr/MissingSegmentRecoveryTest_shard1_replica1/
[junit4] 2> 1718402 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica1 url=https://127.0.0.1:33992/solr START replicas=[https://127.0.0.1:58405/solr/MissingSegmentRecoveryTest_shard1_replica2/] nUpdates=100
[junit4] 2> 1718402 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica1 url=https://127.0.0.1:33992/solr DONE. We have no versions. sync failed.
[junit4] 2> 1718413 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1718413 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1718413 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1718413 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1718422 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33992/solr/MissingSegmentRecoveryTest_shard1_replica1/ shard1
[junit4] 2> 1718527 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1718528 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1718574 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1718577 INFO (qtp807247373-21253) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=1944
[junit4] 2> 1718681 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1718681 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1718915 INFO (qtp822486367-21248) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2} status=0 QTime=2232
[junit4] 2> 1718918 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1719017 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1719017 INFO (zkCallback-3139-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1719919 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3411
[junit4] 2> 1719946 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:33992/solr/MissingSegmentRecoveryTest_shard1_replica1/&wt=javabin&version=2}{add=[0 (1567385370090274816), 1 (1567385370099712000), 2 (1567385370099712001), 3 (1567385370099712002), 4 (1567385370099712003), 5 (1567385370099712004), 6 (1567385370099712005), 7 (1567385370099712006), 8 (1567385370099712007), 9 (1567385370099712008)]} 0 2
[junit4] 2> 1719946 INFO (qtp807247373-21255) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1567385370090274816), 1 (1567385370099712000), 2 (1567385370099712001), 3 (1567385370099712002), 4 (1567385370099712003), 5 (1567385370099712004), 6 (1567385370099712005), 7 (1567385370099712006), 8 (1567385370099712007), 9 (1567385370099712008)]} 0 15
[junit4] 2> 1719955 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1719955 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@53133ada
[junit4] 2> 1719961 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1719961 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5303d86
[junit4] 2> 1720000 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d0b58a1[MissingSegmentRecoveryTest_shard1_replica2] main]
[junit4] 2> 1720000 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1720000 INFO (searcherExecutor-4717-thread-1-processing-n:127.0.0.1:58405_solr x:MissingSegmentRecoveryTest_shard1_replica2 s:shard1 c:MissingSegmentRecoveryTest r:core_node2) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] Registered new searcher Searcher@5d0b58a1[MissingSegmentRecoveryTest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
[junit4] 2> 1720001 INFO (qtp822486367-21244) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:33992/solr/MissingSegmentRecoveryTest_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 39
[junit4] 2> 1720002 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b1c80b[MissingSegmentRecoveryTest_shard1_replica1] main]
[junit4] 2> 1720002 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1720002 INFO (searcherExecutor-4716-thread-1-processing-n:127.0.0.1:33992_solr x:MissingSegmentRecoveryTest_shard1_replica1 s:shard1 c:MissingSegmentRecoveryTest r:core_node1) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica1] Registered new searcher Searcher@4b1c80b[MissingSegmentRecoveryTest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.6.0):C10)))}
[junit4] 2> 1720003 INFO (qtp807247373-21254) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:33992/solr/MissingSegmentRecoveryTest_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 48
[junit4] 2> 1720003 INFO (qtp807247373-21243) [n:127.0.0.1:33992_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node1 x:MissingSegmentRecoveryTest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica1] webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 54
[junit4] 2> 1720016 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@74cc524a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1720020 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1543409141
[junit4] 2> 1720020 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1720020 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 1720020 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 1720034 INFO (coreCloseExecutor-4726-thread-1) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@60d7b59f
[junit4] 2> 1720041 INFO (coreCloseExecutor-4726-thread-1) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
[junit4] 2> 1720047 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a6c6411{/solr,null,UNAVAILABLE}
[junit4] 2> 1720047 INFO (zkCallback-3145-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1720048 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1720050 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1720054 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66c8cf33{/solr,null,AVAILABLE}
[junit4] 2> 1720055 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b80869{SSL,[ssl, http/1.1]}{127.0.0.1:58405}
[junit4] 2> 1720055 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.e.j.s.Server Started @1723402ms
[junit4] 2> 1720055 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58405}
[junit4] 2> 1720055 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1720066 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1720066 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1720066 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1720066 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-14T15:19:31.500Z
[junit4] 2> 1720087 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1720096 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1720102 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59379/solr
[junit4] 2> 1720125 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1720133 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1720135 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [n:127.0.0.1:58405_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1720137 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [n:127.0.0.1:58405_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58405_solr
[junit4] 2> 1720138 INFO (zkCallback-3145-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1720138 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1720158 INFO (zkCallback-3150-thread-2-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1720213 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [n:127.0.0.1:58405_solr ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/.
[junit4] 2> 1720213 INFO (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6E6557ABC0DC1C60]) [n:127.0.0.1:58405_solr ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica2]
[junit4] 2> 1720215 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1720240 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1720248 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica2] Schema name=minimal
[junit4] 2> 1720251 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1720251 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
[junit4] 2> 1720252 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1720252 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/]
[junit4] 2> 1720298 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1720298 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1720299 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1720299 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1720301 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@4c4151f3
[junit4] 2> 1720302 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
[junit4] 2> 1720303 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
[junit4] 2> 1720303 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore Updating index properties... index=index.20170514111931737
[junit4] 2> 1720312 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1720312 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/]
[junit4] 2> 1720316 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/ afterReload=false
[junit4] 2> 1720318 INFO (zkCallback-3150-thread-2-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1720318 INFO (zkCallback-3138-thread-1-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1720323 ERROR (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.SolrIndexWriter Error closing IndexWriter
[junit4] 2> java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2/data/index.20170514111931737/pending_segments_1 -> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2/data/index.20170514111931737/segments_1
[junit4] 2> at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
[junit4] 2> at sun.nio.fs.UnixCopyFile.move(UnixCopyFile.java:396)
[junit4] 2> at sun.nio.fs.UnixFileSystemProvider.move(UnixFileSystemProvider.java:262)
[junit4] 2> at java.nio.file.Files.move(Files.java:1395)
[junit4] 2> at org.apache.lucene.store.FSDirectory.rename(FSDirectory.java:297)
[junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.rename(LockValidatingDirectoryWrapper.java:56)
[junit4] 2> at org.apache.lucene.index.SegmentInfos.finishCommit(SegmentInfos.java:808)
[junit4] 2> at org.apache.lucene.index.IndexWriter.finishCommit(IndexWriter.java:3284)
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3252)
[junit4] 2> at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1128)
[junit4] 2> at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1171)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:278)
[junit4] 2> at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:730)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:919)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] 2> at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:991)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:919)
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1720324 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Deleted old index directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/index.20170514111931737
[junit4] 2> 1720333 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/ afterReload=false
[junit4] 2> 1720342 INFO (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica2) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.DirectoryFactory Deleted old index directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica2/data/index
[junit4] 2> 1720379 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1720379 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1720380 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1720380 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1720382 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@291ea7c7
[junit4] 2> 1720386 INFO (coreLoadExecutor-4733-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node2 x:MissingSegmentRecoveryTest_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.MissingSegmentRecoveryTest.shard1.replica2
[junit4] 2> 1720386 ERROR (coreContainerWorkExecutor-4729-thread-1-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.CoreContainer Error waiting for SolrCore to be created
[junit4] 2> java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica2]
[junit4] 2> at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] 2> at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$6(CoreContainer.java:583)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [MissingSegmentRecoveryTest_shard1_replica2]
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:932)
[junit4] 2> at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] 2> ... 5 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:973)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] 2> at org.apache.solr.core.CoreContainer.processCoreCreateException(CoreContainer.java:991)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:919)
[junit4] 2> ... 7 more
[junit4] 2> Suppressed: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:973)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:917)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2040)
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2160)
[junit4] 2> at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1062)
[junit4] 2> at org.apache.solr.core.SolrCore.<init>(SolrCore.java:945)
[junit4] 2> ... 9 more
[junit4] 2> Caused by: org.apache.lucene.index.CorruptIndexException: Unexpected file read error while reading index. (resource=BufferedChecksumIndexInput(MMapIndexInput(path="/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica2/data/index/segments_2")))
[junit4] 2> at org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:290)
[junit4] 2> at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:930)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:118)
[junit4] 2> at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:93)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:248)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:122)
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2001)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.io.EOFException: read past EOF: MMapIndexInput(path="/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-c
[...truncated too long message...]
ntRecoveryTest.testLeaderRecovery <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expected a collection with one shard and two replicas
[junit4] > null
[junit4] > Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/7)={
[junit4] > "replicationFactor":"2",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"MissingSegmentRecoveryTest_shard1_replica1",
[junit4] > "base_url":"https://127.0.0.1:33992/solr",
[junit4] > "node_name":"127.0.0.1:33992_solr",
[junit4] > "state":"active",
[junit4] > "leader":"true"},
[junit4] > "core_node2":{
[junit4] > "core":"MissingSegmentRecoveryTest_shard1_replica2",
[junit4] > "base_url":"https://127.0.0.1:58405/solr",
[junit4] > "node_name":"127.0.0.1:58405_solr",
[junit4] > "state":"down"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false"}
[junit4] > at __randomizedtesting.SeedInfo.seed([6E6557ABC0DC1C60:3E30CFA899FDAA7D]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
[junit4] > at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1811517 INFO (jetty-closer-3128-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@b80869{SSL,[ssl, http/1.1]}{127.0.0.1:58405}
[junit4] 2> 1811518 INFO (jetty-closer-3128-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1503127359
[junit4] 2> 1811518 INFO (jetty-closer-3128-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1811518 INFO (jetty-closer-3128-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@f7b155{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1811518 INFO (jetty-closer-3128-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 1811518 INFO (jetty-closer-3128-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1992465008
[junit4] 2> 1811518 INFO (jetty-closer-3128-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 1811519 INFO (jetty-closer-3128-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1811519 INFO (jetty-closer-3128-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 1811519 INFO (jetty-closer-3128-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 1811523 INFO (zkCallback-3138-thread-2-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1811523 INFO (jetty-closer-3128-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97961585377148933-127.0.0.1:33992_solr-n_0000000000) closing
[junit4] 2> 1811523 INFO (OverseerStateUpdate-97961585377148933-127.0.0.1:33992_solr-n_0000000000) [n:127.0.0.1:33992_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33992_solr
[junit4] 2> 1813023 WARN (zkCallback-3150-thread-3-processing-n:127.0.0.1:58405_solr) [n:127.0.0.1:58405_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1813024 INFO (jetty-closer-3128-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66c8cf33{/solr,null,UNAVAILABLE}
[junit4] 2> 1813026 WARN (zkCallback-3138-thread-2-processing-n:127.0.0.1:33992_solr) [n:127.0.0.1:33992_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1813027 INFO (jetty-closer-3128-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64fbf4a6{/solr,null,UNAVAILABLE}
[junit4] 2> 1813028 ERROR (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1813029 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59379 59379
[junit4] 2> 1813198 INFO (Thread-11047) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59379 59379
[junit4] 2> 1813200 WARN (Thread-11047) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/MissingSegmentRecoveryTest/state.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/97961585377148933-127.0.0.1:33992_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/live_nodes
[junit4] 2>
[junit4] 2> 1813201 INFO (SUITE-MissingSegmentRecoveryTest-seed#[6E6557ABC0DC1C60]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MissingSegmentRecoveryTest_6E6557ABC0DC1C60-001
[junit4] 2> May 14, 2017 3:21:04 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=Lucene50(blocksize=128), id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=242, maxMBSortInHeap=7.158650779632595, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=cs, timezone=America/Puerto_Rico
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=127420224,total=532676608
[junit4] 2> NOTE: All tests run in this JVM: [TestCustomStream, RequiredFieldsTest, TestRestManager, HdfsLockFactoryTest, DistributedFacetExistsSmallTest, TestCrossCoreJoin, TestJoin, TestLRUStatsCache, TestCloudManagedSchema, PolyFieldTest, BitVectorTest, HighlighterConfigTest, TestFastLRUCache, BooleanFieldTest, TestSolrQueryParserDefaultOperatorResource, RankQueryTest, TestOrdValues, HdfsUnloadDistributedZkTest, ScriptEngineTest, TestSSLRandomization, TestPayloadScoreQParserPlugin, TestAuthenticationFramework, RegexBoostProcessorTest, PreAnalyzedFieldManagedSchemaCloudTest, SecurityConfHandlerTest, PathHierarchyTokenizerFactoryTest, CloudMLTQParserTest, JSONWriterTest, DistributedFacetPivotSmallAdvancedTest, CdcrReplicationHandlerTest, ShufflingReplicaListTransformerTest, TestSolrFieldCacheMBean, TestReplicationHandlerBackup, CursorMarkTest, OverseerStatusTest, TestSolrCloudSnapshots, TestPerFieldSimilarityWithDefaultOverride, TestReloadDeadlock, TestCryptoKeys, UniqFieldsUpdateProcessorFactoryTest, HdfsSyncSliceTest, TestReloadAndDeleteDocs, OutputWriterTest, TestStressRecovery, TestPathTrie, SSLMigrationTest, GraphQueryTest, TestLocalFSCloudBackupRestore, ConfigureRecoveryStrategyTest, TestChildDocTransformer, CollectionReloadTest, TestSQLHandler, TestDocumentBuilder, SolrGraphiteReporterTest, SharedFSAutoReplicaFailoverTest, ExternalFileFieldSortTest, XsltUpdateRequestHandlerTest, InfoHandlerTest, WrapperMergePolicyFactoryTest, TestCustomDocTransformer, SynonymTokenizerTest, TestFieldTypeResource, TestBadConfig, BasicDistributedZkTest, TestJsonFacetRefinement, TestDocSet, TestPivotHelperCode, RecoveryAfterSoftCommitTest, HdfsBasicDistributedZk2Test, TestRandomFlRTGCloud, TestCloudRecovery, BlobRepositoryCloudTest, ResourceLoaderTest, UpdateLogTest, StandardRequestHandlerTest, TestDownShardTolerantSearch, TestRandomFaceting, TestCSVLoader, TestPseudoReturnFields, TestReplicaProperties, TestManagedStopFilterFactory, TestIBSimilarityFactory, DistributedQueryComponentCustomSortTest, NumericFieldsTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeTest, FastVectorHighlighterTest, ResponseHeaderTest, HighlighterMaxOffsetTest, QueryEqualityTest, DeleteStatusTest, DeleteNodeTest, LeaderInitiatedRecoveryOnCommitTest, TestLazyCores, TestUseDocValuesAsStored2, TestConfigSetProperties, TestApiFramework, FileBasedSpellCheckerTest, TestGraphTermsQParserPlugin, NotRequiredUniqueKeyTest, MissingSegmentRecoveryTest]
[junit4] Completed [242/711 (1!)] on J0 in 97.71s, 1 test, 1 failure <<< FAILURES!
[...truncated 8998 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19817.hprof
Total time: 264 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 11 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/11/
4 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
FAILED: org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly
Error Message:
Unexpected number of elements in the group for intGSF: 6
Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 6
at __randomizedtesting.SeedInfo.seed([99AAE6E509AE062F:21188BD44F63471]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:376)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: { "collMinRf_1x3":{ "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collMinRf_1x3_shard1_replica1", "base_url":"http://127.0.0.1:40727/y_g/y", "node_name":"127.0.0.1:40727_y_g%2Fy", "state":"active"}, "core_node2":{ "core":"collMinRf_1x3_shard1_replica3", "base_url":"http://127.0.0.1:58031/y_g/y", "node_name":"127.0.0.1:58031_y_g%2Fy", "state":"active"}, "core_node3":{ "core":"collMinRf_1x3_shard1_replica2", "base_url":"http://127.0.0.1:55652/y_g/y", "node_name":"127.0.0.1:55652_y_g%2Fy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}, "collection1":{ "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node2":{ "core":"collection1", "base_url":"http://127.0.0.1:58031/y_g/y", "node_name":"127.0.0.1:58031_y_g%2Fy", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:55487/y_g/y", "node_name":"127.0.0.1:55487_y_g%2Fy", "state":"active", "leader":"true"}, "core_node3":{ "core":"collection1", "base_url":"http://127.0.0.1:55652/y_g/y", "node_name":"127.0.0.1:55652_y_g%2Fy", "state":"active"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "autoCreated":"true"}, "control_collection":{ "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:40727/y_g/y", "node_name":"127.0.0.1:40727_y_g%2Fy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "autoCreated":"true"}, "c8n_1x2":{ "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "state":"down", "base_url":"http://127.0.0.1:58031/y_g/y", "core":"c8n_1x2_shard1_replica2", "node_name":"127.0.0.1:58031_y_g%2Fy"}, "core_node2":{ "core":"c8n_1x2_shard1_replica1", "base_url":"http://127.0.0.1:55487/y_g/y", "node_name":"127.0.0.1:55487_y_g%2Fy", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in c8n_1x2 come up within 90000 ms! ClusterState: {
"collMinRf_1x3":{
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collMinRf_1x3_shard1_replica1",
"base_url":"http://127.0.0.1:40727/y_g/y",
"node_name":"127.0.0.1:40727_y_g%2Fy",
"state":"active"},
"core_node2":{
"core":"collMinRf_1x3_shard1_replica3",
"base_url":"http://127.0.0.1:58031/y_g/y",
"node_name":"127.0.0.1:58031_y_g%2Fy",
"state":"active"},
"core_node3":{
"core":"collMinRf_1x3_shard1_replica2",
"base_url":"http://127.0.0.1:55652/y_g/y",
"node_name":"127.0.0.1:55652_y_g%2Fy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"},
"collection1":{
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"collection1",
"base_url":"http://127.0.0.1:58031/y_g/y",
"node_name":"127.0.0.1:58031_y_g%2Fy",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:55487/y_g/y",
"node_name":"127.0.0.1:55487_y_g%2Fy",
"state":"active",
"leader":"true"},
"core_node3":{
"core":"collection1",
"base_url":"http://127.0.0.1:55652/y_g/y",
"node_name":"127.0.0.1:55652_y_g%2Fy",
"state":"active"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"autoCreated":"true"},
"control_collection":{
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:40727/y_g/y",
"node_name":"127.0.0.1:40727_y_g%2Fy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"autoCreated":"true"},
"c8n_1x2":{
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"state":"down",
"base_url":"http://127.0.0.1:58031/y_g/y",
"core":"c8n_1x2_shard1_replica2",
"node_name":"127.0.0.1:58031_y_g%2Fy"},
"core_node2":{
"core":"c8n_1x2_shard1_replica1",
"base_url":"http://127.0.0.1:55487/y_g/y",
"node_name":"127.0.0.1:55487_y_g%2Fy",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false"}}
at __randomizedtesting.SeedInfo.seed([99AAE6E509AE062F:11FED93FA7526BD7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1903)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:365)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 1896 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> mei 24, 2017 1:16:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 2) Thread[id=5279, name=TEST-TestIndexSorting.testRandom3-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.packed.MonotonicLongValues.get(MonotonicLongValues.java:41)
[junit4] 2> at org.apache.lucene.util.packed.PackedLongValues.get(PackedLongValues.java:110)
[junit4] 2> at org.apache.lucene.util.LongValues.get(LongValues.java:45)
[junit4] 2> at org.apache.lucene.index.MultiSorter$2.get(MultiSorter.java:109)
[junit4] 2> at org.apache.lucene.index.DocIDMerger$SortedDocIDMerger.next(DocIDMerger.java:187)
[junit4] 2> at org.apache.lucene.index.MappingMultiPostingsEnum.nextDoc(MappingMultiPostingsEnum.java:103)
[junit4] 2> at org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:128)
[junit4] 2> at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:866)
[junit4] 2> at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:344)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=5278, name=SUITE-TestIndexSorting-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=5C433B21B2A05C44 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=nl-NL -Dtests.timezone=NZ -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7184s J1 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
[junit4] 2> mei 24, 2017 1:16:13 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> mei 24, 2017 1:16:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=5279, name=TEST-TestIndexSorting.testRandom3-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.index.DocIDMerger$SortedDocIDMerger.next(DocIDMerger.java:181)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$8$1.setNext(DocValuesConsumer.java:884)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer$8$1.hasNext(DocValuesConsumer.java:863)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesConsumer.addOrdIndex(Lucene54DocValuesConsumer.java:747)
[junit4] 2> at org.apache.lucene.codecs.lucene54.Lucene54DocValuesConsumer.addSortedSetField(Lucene54DocValuesConsumer.java:643)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedSetField(DocValuesConsumer.java:811)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:221)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2230)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> mei 24, 2017 1:16:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5279, name=TEST-TestIndexSorting.testRandom3-seed#[5C433B21B2A05C44], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexSorting_5C433B21B2A05C44-001
[junit4] 2> May 23, 2017 1:16:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {id=DFR GB1}, locale=nl-NL, timezone=NZ
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=102699208,total=462422016
[junit4] 2> NOTE: All tests run in this JVM: [TestMergeSchedulerExternal, TestTermVectorsReader, TestLegacyNumericUtils, TestDuelingCodecs, TestRAMDirectory, TestMultiTermConstantScore, TestAllFilesHaveChecksumFooter, TestFixedBitSet, TestUsageTrackingFilterCachingPolicy, TestMultiThreadTermVectors, TestIndexWriterMergePolicy, TestDocValuesRewriteMethod, TestReaderWrapperDVTypeCheck, TestTransactionRollback, TestWildcard, TestDateSort, TestBooleanOr, TestLongRangeFieldQueries, TestOmitPositions, TestSortedSetSortField, TestAutomaton, TestReusableStringReader, TestTimSorterWorstCase, TestPagedBytes, TestQueryRescorer, TestIndexReaderClose, TestDuelingCodecsAtNight, TestDocIDMerger, TestLucene50StoredFieldsFormat, TestExternalCodecs, TestPackedInts, TestTerms, TestOmitNorms, TestDoc, TestIntBlockPool, TestNorms, TestCheckIndex, TestLucene60FieldInfoFormat, TestNGramPhraseQuery, TestTermsEnum, TestEarlyTerminatingSortingCollector, TestFieldReuse, TestMergeRateLimiter, TestBooleanQueryVisitSubscorers, TestOmitTf, TestSumDocFreq, TestFixedLengthBytesRefArray, TestConjunctionDISI, TestConcurrentMergeScheduler, TestIndexWriterCommit, TestSortRandom, TestAutomatonQuery, TestMultiDocValues, TestPolygon2D, TestCodecUtil, TestSentinelIntSet, TestMutablePointsReaderUtils, Test2BTerms, TestFilterIterator, TestNIOFSDirectory, TestIsCurrent, TestSizeBoundedForceMerge, TestPerFieldDocValuesFormat, TestForTooMuchCloning, TestDirectoryReader, Test2BBKDPoints, TestSloppyMath, TestIndexSearcher, TestMultiTermQueryRewrites, TestDocCount, TestFilterDirectory, TestConstantScoreQuery, TestBytesRef, TestStringHelper, TestRegexpRandom, TestMinShouldMatch2, TestIndexWriterReader, TestMultiMMap, TestSearcherManager, TestBooleanMinShouldMatch, Test2BDocs, TestIndexWriterOnDiskFull, TestCodecs, TestParallelLeafReader, TestBytesRefHash, TestStressNRT, TestIndexInput, TestSloppyPhraseQuery2, TestSimilarity2, TestFieldMaskingSpanQuery, TestPerSegmentDeletes, TestPrefixInBooleanQuery, TestTopDocsCollector, TestSegmentTermEnum, TestUniqueTermCount, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestUnicodeUtil, TestPrefixCodedTerms, TestMaxTermFrequency, TestTermScorer, TestIndexableField, TestDocValuesScoring, TestWildcardRandom, TestPayloadsOnVectors, TestSearchForDuplicates, TestCompiledAutomaton, TestPrefixQuery, TestElevationComparator, TestBinaryTerms, TestSubScorerFreqs, TestRecyclingIntBlockAllocator, TestConjunctions, TestSpanExplanationsOfNonMatches, TestVirtualMethod, TestSmallFloat, TestSimilarityProvider, TestSetOnce, TestFilterLeafReader, TestPriorityQueue, Test2BPostings, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=5C433B21B2A05C44 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=nl-NL -Dtests.timezone=NZ -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([5C433B21B2A05C44]:0)
[junit4] Completed [456/456 (1!)] on J1 in 7220.15s, 14 tests, 2 errors <<< FAILURES!
[...truncated 10040 lines...]
[junit4] Suite: org.apache.solr.cloud.DocValuesNotIndexedTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/init-core-data-001
[junit4] 2> 526569 WARN (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 526569 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 526571 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 526572 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001
[junit4] 2> 526572 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 526572 INFO (Thread-7289) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 526572 INFO (Thread-7289) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 526574 ERROR (Thread-7289) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 526672 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53051
[junit4] 2> 526680 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 526681 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 526686 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a24cc6b{/solr,null,AVAILABLE}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@137b0403{/solr,null,AVAILABLE}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ea89591{HTTP/1.1,[http/1.1]}{127.0.0.1:38577}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.e.j.s.Server Started @529774ms
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38577}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@299dba58{HTTP/1.1,[http/1.1]}{127.0.0.1:42850}
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.e.j.s.Server Started @529774ms
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42850}
[junit4] 2> 526687 ERROR (jetty-launcher-1811-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526687 ERROR (jetty-launcher-1811-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T15:16:10.409Z
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526687 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526688 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-23T15:16:10.410Z
[junit4] 2> 526695 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526695 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 526705 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 526707 INFO (jetty-launcher-1811-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53051/solr
[junit4] 2> 526707 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 526709 INFO (jetty-launcher-1811-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53051/solr
[junit4] 2> 526745 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526746 INFO (jetty-launcher-1811-thread-1) [n:127.0.0.1:38577_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526746 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42850_solr
[junit4] 2> 526748 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.Overseer Overseer (id=98012533246853126-127.0.0.1:42850_solr-n_0000000000) starting
[junit4] 2> 526748 INFO (jetty-launcher-1811-thread-1) [n:127.0.0.1:38577_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38577_solr
[junit4] 2> 526762 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 526762 INFO (OverseerStateUpdate-98012533246853126-127.0.0.1:42850_solr-n_0000000000) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 526763 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42850_solr
[junit4] 2> 526765 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526770 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526838 INFO (jetty-launcher-1811-thread-1) [n:127.0.0.1:38577_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/.
[junit4] 2> 526861 INFO (jetty-launcher-1811-thread-2) [n:127.0.0.1:42850_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/.
[junit4] 2> 526882 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 526883 INFO (SUITE-DocValuesNotIndexedTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53051/solr ready
[junit4] 2> 526895 INFO (qtp1856013982-11563) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526901 INFO (OverseerThreadFactory-1814-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.CreateCollectionCmd Create collection dv_coll
[junit4] 2> 527013 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2
[junit4] 2> 527014 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527014 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2
[junit4] 2> 527014 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 527015 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2
[junit4] 2> 527032 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2
[junit4] 2> 527137 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527137 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528029 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528042 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 528045 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard2_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528046 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [[dv_coll_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/dv_coll_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/./dv_coll_shard2_replica1/data/]
[junit4] 2> 528048 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528057 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 528085 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 528088 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528091 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528091 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528093 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll, trusted=true
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528100 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
[junit4] 2> 528128 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528128 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528130 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528130 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528130 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ed2b4a8[dv_coll_shard2_replica1] main]
[junit4] 2> 528132 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528132 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528132 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528133 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528133 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528133 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533585428480
[junit4] 2> 528134 INFO (searcherExecutor-1819-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard2_replica1 s:shard2 c:dv_coll) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SolrCore [dv_coll_shard2_replica1] Registered new searcher Searcher@1ed2b4a8[dv_coll_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42850/solr/dv_coll_shard2_replica1/
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42850/solr/dv_coll_shard2_replica1/ has no replicas
[junit4] 2> 528139 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528144 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42850/solr/dv_coll_shard2_replica1/ shard2
[junit4] 2> 528165 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528165 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528166 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528166 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528167 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@219dbc55[dv_coll_shard4_replica1] main]
[junit4] 2> 528169 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528170 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528170 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528171 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528171 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528171 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528171 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528172 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528172 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528173 INFO (searcherExecutor-1822-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@219dbc55[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528173 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533627371520
[junit4] 2> 528176 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c970321[dv_coll_shard1_replica1] main]
[junit4] 2> 528177 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528178 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528178 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528179 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528179 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42850/solr/dv_coll_shard4_replica1/
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:42850/solr/dv_coll_shard4_replica1/ has no replicas
[junit4] 2> 528183 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528184 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533638905856
[junit4] 2> 528184 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528184 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528185 INFO (searcherExecutor-1820-thread-1-processing-n:127.0.0.1:38577_solr x:dv_coll_shard1_replica1 s:shard1 c:dv_coll) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [dv_coll_shard1_replica1] Registered new searcher Searcher@4c970321[dv_coll_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528186 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528186 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528186 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21e3150c[dv_coll_shard3_replica1] main]
[junit4] 2> 528188 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528189 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528189 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 528190 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 528192 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 528195 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200533650440192
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38577/solr/dv_coll_shard1_replica1/
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38577/solr/dv_coll_shard1_replica1/ has no replicas
[junit4] 2> 528200 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528205 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42850/solr/dv_coll_shard4_replica1/ shard4
[junit4] 2> 528205 INFO (searcherExecutor-1821-thread-1-processing-n:127.0.0.1:38577_solr x:dv_coll_shard3_replica1 s:shard3 c:dv_coll) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [dv_coll_shard3_replica1] Registered new searcher Searcher@21e3150c[dv_coll_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528206 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38577/solr/dv_coll_shard1_replica1/ shard1
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38577/solr/dv_coll_shard3_replica1/
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:38577/solr/dv_coll_shard3_replica1/ has no replicas
[junit4] 2> 528207 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528211 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38577/solr/dv_coll_shard3_replica1/ shard3
[junit4] 2> 528315 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528315 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528351 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528353 INFO (qtp1856013982-11567) [n:127.0.0.1:42850_solr c:dv_coll s:shard2 x:dv_coll_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard2_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard2&wt=javabin&version=2} status=0 QTime=1338
[junit4] 2> 528357 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528359 INFO (qtp1187843689-11553) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 x:dv_coll_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard1_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard1&wt=javabin&version=2} status=0 QTime=1326
[junit4] 2> 528362 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528364 INFO (qtp1187843689-11555) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 x:dv_coll_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard3_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard3&wt=javabin&version=2} status=0 QTime=1349
[junit4] 2> 528364 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 528366 INFO (qtp1856013982-11566) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 x:dv_coll_shard4_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=dv_coll_shard4_replica1&action=CREATE&numShards=4&collection=dv_coll&shard=shard4&wt=javabin&version=2} status=0 QTime=1353
[junit4] 2> 528377 INFO (qtp1856013982-11563) [n:127.0.0.1:42850_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 528481 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528481 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/dv_coll/state.json] for collection [dv_coll] has occurred - updating... (live nodes size: [2])
[junit4] 2> 528909 INFO (OverseerCollectionConfigSetProcessor-98012533246853126-127.0.0.1:42850_solr-n_0000000000) [n:127.0.0.1:42850_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 529377 INFO (qtp1856013982-11563) [n:127.0.0.1:42850_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=dv_coll&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=2482
[junit4] 2> 529395 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0
[junit4] 2> 529398 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 529402 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529430 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/managed-schema
[junit4] 2> 529430 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529430 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529430 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 529431 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 529433 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema [dv_coll_shard2_replica1] Schema name=minimal
[junit4] 2> 529434 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 529444 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529445 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529445 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 529457 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 1 from ZooKeeper
[junit4] 2> 529485 INFO (zkCallback-1823-thread-1-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 54 ms
[junit4] 2> 529493 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529494 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 529501 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard1_replica1
[junit4] 2> 529502 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.SolrCore core reload dv_coll_shard1_replica1
[junit4] 2> 529505 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema [dv_coll_shard3_replica1] Schema name=minimal
[junit4] 2> 529515 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529518 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 529523 INFO (zkCallback-1822-thread-2-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader A schema change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/configs/conf1/managed-schema, has occurred - updating schema from ZooKeeper ...
[junit4] 2> 529550 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.SolrCore config update listener called for core dv_coll_shard4_replica1
[junit4] 2> 529551 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529551 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard3_replica1' using configuration from collection dv_coll
[junit4] 2> 529551 INFO (zkCallback-1822-thread-1-processing-n:127.0.0.1:38577_solr) [n:127.0.0.1:38577_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 120 ms
[junit4] 2> 529551 INFO (zkCallback-1823-thread-2-processing-n:127.0.0.1:42850_solr) [n:127.0.0.1:42850_solr ] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 94 ms
[junit4] 2> 529555 INFO (qtp1187843689-11562) [n:127.0.0.1:38577_solr c:dv_coll s:shard3 r:core_node3 x:dv_coll_shard3_replica1] o.a.s.c.SolrCore [[dv_coll_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard3_replica1/data/]
[junit4] 2> 529556 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.SolrCore core reload dv_coll_shard4_replica1
[junit4] 2> 529558 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema [dv_coll_shard1_replica1] Schema name=minimal
[junit4] 2> 529567 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529567 INFO (Thread-7309) [n:127.0.0.1:38577_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard1_replica1' using configuration from collection dv_coll
[junit4] 2> 529573 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.c.SolrCore [[dv_coll_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/dv_coll_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node1/./dv_coll_shard1_replica1/data/]
[junit4] 2> 529587 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 529596 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema [dv_coll_shard4_replica1] Schema name=minimal
[junit4] 2> 529613 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 529613 INFO (Thread-7308) [n:127.0.0.1:42850_solr ] o.a.s.c.CoreContainer Reloading SolrCore 'dv_coll_shard4_replica1' using configuration from collection dv_coll
[junit4] 2> 529614 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [[dv_coll_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/dv_coll_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.DocValuesNotIndexedTest_99AAE6E509AE062F-001/tempDir-001/node2/./dv_coll_shard4_replica1/data/]
[junit4] 2> 529674 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 529674 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 529675 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f9c87b8[dv_coll_shard4_replica1] main]
[junit4] 2> 529676 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 529676 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 529676 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 529677 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 1 is already the latest
[junit4] 2> 529677 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 529678 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568200535205478400
[junit4] 2> 529680 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 529686 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 529686 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 529687 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@cb898b2[dv_coll_shard1_replica1] main]
[junit4] 2> 529687 INFO (searcherExecutor-1841-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node1) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@5f9c87b8[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cbd16bc[dv_coll_shard4_replica1] main]
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@47f9b6b9
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.dv_coll.shard4.replica1
[junit4] 2> 529688 INFO (Thread-7308) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore config update listener called for core dv_coll_shard2_replica1
[junit4] 2> 529690 INFO (Thread-7309) [n:127.0.0.1:38577_solr c:dv_coll s:shard1 r:core_node4 x:dv_coll_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 529690 INFO (searcherExecutor-1841-thread-1-processing-n:127.0.0.1:42850_solr x:dv_coll_shard4_replica1 s:shard4 c:dv_coll r:core_node1) [n:127.0.0.1:42850_solr c:dv_coll s:shard4 r:core_node1 x:dv_coll_shard4_replica1] o.a.s.c.SolrCore [dv_coll_shard4_replica1] Registered new searcher Searcher@4cbd16bc[dv_coll_shard4_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[...truncated too long message...]
"node_name":"127.0.0.1:55652_y_g%2Fy",
[junit4] > "state":"active"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "autoCreated":"true"},
[junit4] > "control_collection":{
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:40727/y_g/y",
[junit4] > "node_name":"127.0.0.1:40727_y_g%2Fy",
[junit4] > "state":"active",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "autoCreated":"true"},
[junit4] > "c8n_1x2":{
[junit4] > "replicationFactor":"2",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "state":"down",
[junit4] > "base_url":"http://127.0.0.1:58031/y_g/y",
[junit4] > "core":"c8n_1x2_shard1_replica2",
[junit4] > "node_name":"127.0.0.1:58031_y_g%2Fy"},
[junit4] > "core_node2":{
[junit4] > "core":"c8n_1x2_shard1_replica1",
[junit4] > "base_url":"http://127.0.0.1:55487/y_g/y",
[junit4] > "node_name":"127.0.0.1:55487_y_g%2Fy",
[junit4] > "state":"active",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([99AAE6E509AE062F:11FED93FA7526BD7]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1903)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:365)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:125)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3356517 INFO (SUITE-HttpPartitionTest-seed#[99AAE6E509AE062F]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_99AAE6E509AE062F-001
[junit4] 2> May 23, 2017 4:03:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), id=FSTOrd50, text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene54), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1573, maxMBSortInHeap=6.776658524950663, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=nl-NL, timezone=America/Costa_Rica
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=108386616,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestHashPartitioner, TestConfigReload, TestSuggestSpellingConverter, TestDistributedStatsComponentCardinality, ZkSolrClientTest, CdcrBootstrapTest, TestSweetSpotSimilarityFactory, SpatialHeatmapFacetsTest, TestConfigSetsAPIExclusivity, TestReRankQParserPlugin, SpellCheckCollatorTest, TestBlendedInfixSuggestions, MoveReplicaTest, IndexSchemaRuntimeFieldTest, DistributedFacetPivotSmallTest, TestStandardQParsers, TestManagedResource, HdfsThreadLeakTest, TestSolrCloudWithHadoopAuthPlugin, SimpleMLTQParserTest, SolrJmxReporterTest, OutOfBoxZkACLAndCredentialsProvidersTest, VersionInfoTest, DistributedMLTComponentTest, IndexBasedSpellCheckerTest, TestXmlQParser, HdfsWriteToMultipleCollectionsTest, TestLockTree, AddBlockUpdateTest, TestDynamicLoading, TestWordDelimiterFilterFactory, ShardRoutingTest, TestSolrQueryParserResource, BasicAuthIntegrationTest, TestLRUCache, HighlighterTest, WordBreakSolrSpellCheckerTest, TestExclusionRuleCollectionAccess, TestShardHandlerFactory, FileUtilsTest, EchoParamsTest, TestManagedSynonymFilterFactory, ExplicitHLLTest, HdfsRecoveryZkTest, TermsComponentTest, CollectionsAPIDistributedZkTest, TestStressVersions, TestLeaderElectionZkExpiry, TestCursorMarkWithoutUniqueKey, TestQuerySenderListener, DateMathParserTest, CoreAdminRequestStatusTest, ConnectionManagerTest, SortByFunctionTest, DistanceFunctionTest, TestSolrCoreSnapshots, BasicFunctionalityTest, TestNonDefinedSimilarityFactory, TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, ZkCLITest, TestSearcherReuse, DistributedFacetPivotLargeTest, TestTrie, TestMacroExpander, LargeFieldTest, OpenCloseCoreStressTest, TestSystemIdResolver, TestSearchPerf, SortSpecParsingTest, TestSolrDynamicMBean, TestStressCloudBlindAtomicUpdates, TestScoreJoinQPScore, TestRawTransformer, SolrCloudExampleTest, AtomicUpdatesTest, TestHalfAndHalfDocValues, SolrIndexSplitterTest, TestExactSharedStatsCache, TestCloudPivotFacet, ZkStateReaderTest, DistributedQueueTest, SimplePostToolTest, TestCloudNestedDocsSort, TestUnifiedSolrHighlighter, ShardRoutingCustomTest, SearchHandlerTest, TestClusterProperties, UpdateRequestProcessorFactoryTest, SaslZkACLProviderTest, TestSolrCloudWithDelegationTokens, DataDrivenBlockJoinTest, HdfsBasicDistributedZkTest, SolrInfoMBeanTest, TestRandomRequestDistribution, TestAuthorizationFramework, TestFuzzyAnalyzedSuggestions, ClassificationUpdateProcessorTest, TestSubQueryTransformer, TestHashQParserPlugin, TestSolrCLIRunExample, CoreSorterTest, TestReqParamsAPI, TestSchemaNameResource, ZkControllerTest, DeleteInactiveReplicaTest, CSVRequestHandlerTest, SchemaVersionSpecificBehaviorTest, MultiTermTest, DistributedTermsComponentTest, TestHighFrequencyDictionaryFactory, TestTolerantUpdateProcessorCloud, TestOverriddenPrefixQueryForCustomFieldType, ChangedSchemaMergeTest, TestDeleteCollectionOnDownNodes, SolrCmdDistributorTest, BasicDistributedZk2Test, OverseerTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, QueryElevationComponentTest, ConvertedLegacyTest, TestFiltering, TestFunctionQuery, TestLazyCores, DirectUpdateHandlerTest, TestIndexSearcher, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, CacheHeaderTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, TermVectorComponentTest, MoreLikeThisHandlerTest, LoggingHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, TestJmxIntegration, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, CollectionsAPISolrJTest, DistribCursorPagingTest, HttpPartitionTest]
[junit4] Completed [520/711 (2!)] on J1 in 154.40s, 1 test, 1 failure <<< FAILURES!
[...truncated 44030 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 10 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/10/
2 tests failed.
FAILED: org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([70A8DCFCC7D9473B:93AC87796CC2837C]:0)
at org.apache.lucene.util.BytesRef.<init>(BytesRef.java:76)
at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:129)
at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:35)
at org.apache.lucene.util.fst.Outputs.readFinalOutput(Outputs.java:77)
at org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1094)
at org.apache.lucene.util.fst.FST.cacheRootArcs(FST.java:500)
at org.apache.lucene.util.fst.FST.finish(FST.java:464)
at org.apache.lucene.util.fst.Builder.finish(Builder.java:497)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
FAILED: org.apache.lucene.spatial.geopoint.search.TestLegacyGeoPointQuery.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([DA7C59F954DC1F1D:5D2B2476C585639D]:0)
at org.apache.lucene.util.fst.BytesStore.writeBytes(BytesStore.java:112)
at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:120)
at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:35)
at org.apache.lucene.util.fst.FST.pack(FST.java:1711)
at org.apache.lucene.util.fst.Builder.finish(Builder.java:500)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1916)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1873)
at org.apache.lucene.geo.BaseGeoPointTestCase.verifyRandomRectangles(BaseGeoPointTestCase.java:798)
at org.apache.lucene.geo.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:753)
at org.apache.lucene.geo.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:702)
at org.apache.lucene.geo.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:633)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
Build Log:
[...truncated 1422 lines...]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDuelingCodecsAtNight -Dtests.method=testBigEquals -Dtests.seed=70A8DCFCC7D9473B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=sl-SI -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 1156s J1 | TestDuelingCodecsAtNight.testBigEquals <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([70A8DCFCC7D9473B:93AC87796CC2837C]:0)
[junit4] > at org.apache.lucene.util.BytesRef.<init>(BytesRef.java:76)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:129)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.read(ByteSequenceOutputs.java:35)
[junit4] > at org.apache.lucene.util.fst.Outputs.readFinalOutput(Outputs.java:77)
[junit4] > at org.apache.lucene.util.fst.FST.readNextRealArc(FST.java:1094)
[junit4] > at org.apache.lucene.util.fst.FST.cacheRootArcs(FST.java:500)
[junit4] > at org.apache.lucene.util.fst.FST.finish(FST.java:464)
[junit4] > at org.apache.lucene.util.fst.Builder.finish(Builder.java:497)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] > at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] > at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
[junit4] > at org.apache.lucene.index.TestDuelingCodecs.createRandomIndex(TestDuelingCodecs.java:139)
[junit4] > at org.apache.lucene.index.TestDuelingCodecsAtNight.testBigEquals(TestDuelingCodecsAtNight.java:34)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J1/temp/lucene.index.TestDuelingCodecsAtNight_70A8DCFCC7D9473B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1946, maxMBSortInHeap=7.868160743586728, sim=RandomSimilarity(queryNorm=false,coord=no): {titleTokenized=IB LL-DZ(0.3), body=IB SPL-L2}, locale=sl-SI, timezone=America/St_Kitts
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=296859384,total=424148992
[junit4] 2> NOTE: All tests run in this JVM: [TestDuelingCodecs, TestReaderClosed, TestFilterIterator, TestDocIDMerger, TestExternalCodecs, TestTopDocsCollector, TestCharFilter, TestLockFactory, Test2BBKDPoints, TestMergeSchedulerExternal, TestBytesRef, TestIntArrayDocIdSet, TestNRTReaderCleanup, TestFieldReuse, TestCheckIndex, TestNIOFSDirectory, TestFixedBitSet, TestTerm, TestBinaryTerms, TestOmitPositions, TestFSTs, TestMultiMMap, TestRegexpRandom, TestSloppyMath, TestPerFieldPostingsFormat, TestMultiTermConstantScore, TestSortRandom, TestDeterminism, TestBinaryDocument, TestConstantScoreQuery, TestReusableStringReader, TestOmitTf, TestFilterLeafReader, TestIndexWriterOnVMError, TestFieldCacheRewriteMethod, TestIndexSearcher, TestSpanTermQuery, TestMultiTermQueryRewrites, TestDocCount, TestSumDocFreq, TestSentinelIntSet, TestGeoEncodingUtils, TestSimpleSearchEquivalence, TestLSBRadixSorter, TestDocumentsWriterDeleteQueue, TestMinShouldMatch2, TestStringHelper, TestOmitNorms, TestDuelingCodecsAtNight]
[junit4] Completed [350/456 (1!)] on J1 in 1177.42s, 3 tests, 1 error <<< FAILURES!
[...truncated 340 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/temp/junit4-J1-20170522_083123_5403083482287444687955.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/heapdumps/java_pid14318.hprof ...
[junit4] Heap dump file created [422390182 bytes in 0.462 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 7879 lines...]
[junit4] Suite: org.apache.lucene.spatial.geopoint.search.TestLegacyGeoPointQuery
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLegacyGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=DA7C59F954DC1F1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LY -Dtests.timezone=Hongkong -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 2256s J1 | TestLegacyGeoPointQuery.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([DA7C59F954DC1F1D:5D2B2476C585639D]:0)
[junit4] > at org.apache.lucene.util.fst.BytesStore.writeBytes(BytesStore.java:112)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:120)
[junit4] > at org.apache.lucene.util.fst.ByteSequenceOutputs.write(ByteSequenceOutputs.java:35)
[junit4] > at org.apache.lucene.util.fst.FST.pack(FST.java:1711)
[junit4] > at org.apache.lucene.util.fst.Builder.finish(Builder.java:500)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$TermsWriter.finish(MemoryPostingsFormat.java:263)
[junit4] > at org.apache.lucene.codecs.memory.MemoryPostingsFormat$MemoryFieldsConsumer.write(MemoryPostingsFormat.java:397)
[junit4] > at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:164)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:216)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:101)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1916)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1873)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.verifyRandomRectangles(BaseGeoPointTestCase.java:798)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:753)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:702)
[junit4] > at org.apache.lucene.geo.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:633)
[junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testRandomDistanceHuge
[junit4] > Assumption #1: legacy encoding is too slow/hangs on this test
[junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testRandomDistance
[junit4] > Assumption #1: legacy encoding is too slow/hangs on this test
[junit4] IGNOR/A 0.00s J1 | TestLegacyGeoPointQuery.testSamePointManyTimes
[junit4] > Assumption #1: legacy encoding goes OOM on this test
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/spatial/test/J1/temp/lucene.spatial.geopoint.search.TestLegacyGeoPointQuery_DA7C59F954DC1F1D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=Memory doPackFST= false), string=Lucene50(blocksize=128), id=Lucene50(blocksize=128), point=PostingsFormat(name=Memory doPackFST= true)}, docValues:{field=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene54), point=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1171, maxMBSortInHeap=6.912929434624196, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=ar-LY, timezone=Hongkong
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=235261672,total=448790528
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyGeoPointQuery]
[junit4] Completed [4/4 (1!)] on J1 in 2626.80s, 40 tests, 1 error, 3 skipped <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/spatial/test/temp/junit4-J1-20170522_103233_021428762341647276989.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/heapdumps/java_pid21465.hprof ...
[junit4] Heap dump file created [462668928 bytes in 1.037 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 11697 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid14318.hprof
* java_pid21465.hprof
Total time: 289 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 9 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/9/
2 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings
Error Message:
outputEndNode=3 vs inputTo=2
Stack Trace:
java.lang.AssertionError: outputEndNode=3 vs inputTo=2
at __randomizedtesting.SeedInfo.seed([E35CB6A9A0ADFBB8:890709B8F9E3DB4B]:0)
at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:335)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:67)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:730)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:641)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:539)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:880)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error
request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
at __randomizedtesting.SeedInfo.seed([49BA885E0EB909C3:7FAEEA1884E433D2]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error
request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45176/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:60795/solr/test_col_shard2_replica1: Server Error
request: http://127.0.0.1:60795/solr/test_col_shard2_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A45176%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:56453/solr/test_col_shard2_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@36de7114
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 3160 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> TEST FAIL: useCharFilter=true text='<p>\\\"< \ud83c\udc7f\ud83c\udc50 kyxgfmsyozqzqq \u2c77\u2c7c\u2c74\u2c68 tgwqqnkz mj'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> org.apache.lucene.analysis.fa.PersianCharFilter(java.io.StringReader@1429de93)
[junit4] 2> org.apache.lucene.analysis.pattern.PatternReplaceCharFilter(a, <HANGUL>, org.apache.lucene.analysis.fa.PersianCharFilter@4cf58820)
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.standard.UAX29URLEmailTokenizer(org.apache.lucene.util.AttributeFactory$1@c798683c)
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.miscellaneous.CodepointCountFilter(ValidatingTokenFilter@25c3f003 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word, 17, 31)
[junit4] 2> org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@7611d032 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
[junit4] 2> org.apache.lucene.analysis.core.FlattenGraphFilter(ValidatingTokenFilter@19064e70 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
[junit4] 2> offsetsAreCorrect=true
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=E35CB6A9A0ADFBB8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=es-CR -Dtests.timezone=Asia/Krasnoyarsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 23.5s J2 | TestRandomChains.testRandomChainsWithLargeStrings <<<
[junit4] > Throwable #1: java.lang.AssertionError: outputEndNode=3 vs inputTo=2
[junit4] > at __randomizedtesting.SeedInfo.seed([E35CB6A9A0ADFBB8:890709B8F9E3DB4B]:0)
[junit4] > at org.apache.lucene.analysis.core.FlattenGraphFilter.incrementToken(FlattenGraphFilter.java:335)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:67)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:730)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:641)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:539)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:880)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_E35CB6A9A0ADFBB8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {dummy=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=508, maxMBSortInHeap=7.7739547181262205, sim=RandomSimilarity(queryNorm=true,coord=no): {dummy=DFR I(F)B2}, locale=es-CR, timezone=Asia/Krasnoyarsk
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=35313576,total=261619712
[junit4] 2> NOTE: All tests run in this JVM: [TestWordDelimiterGraphFilter, TestStandardFactories, TestTeeSinkTokenFilter, TestStemmerOverrideFilterFactory, TestRemoveDuplicatesTokenFilterFactory, TestKStemmer, TestCircumfix, TestHunspellStemFilterFactory, TestRussianAnalyzer, TestCJKBigramFilterFactory, TestPersianAnalyzer, TestOptionalCondition, TestSoraniStemFilterFactory, TestHomonyms, TestCodepointCountFilterFactory, GreekAnalyzerTest, TestIndonesianAnalyzer, TestZeroAffix, TestEnglishMinimalStemFilterFactory, TestStemmerOverrideFilter, TestReversePathHierarchyTokenizer, NGramTokenFilterTest, TestPortugueseAnalyzer, TestDictionary, ShingleAnalyzerWrapperTest, TestSwedishLightStemFilterFactory, TokenOffsetPayloadTokenFilterTest, TestEnglishMinimalStemFilter, TestPerFieldAnalyzerWrapper, TestWordnetSynonymParser, TestScandinavianNormalizationFilterFactory, DateRecognizerFilterTest, TestCzechStemmer, TestLimitTokenCountFilterFactory, TestGalicianAnalyzer, TestLimitTokenOffsetFilterFactory, TestRandomChains]
[junit4] Completed [156/278 (1!)] on J2 in 123.35s, 2 tests, 1 failure <<< FAILURES!
[...truncated 10140 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/init-core-data-001
[junit4] 2> 3370478 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 3370479 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 3370480 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001
[junit4] 2> 3370480 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3370481 INFO (Thread-12091) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3370481 INFO (Thread-12091) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3370483 ERROR (Thread-12091) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3370581 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33302
[junit4] 2> 3370589 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370589 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370589 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370590 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370590 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370590 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370592 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31de1d4d{/solr,null,AVAILABLE}
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c9b7e5f{HTTP/1.1,[http/1.1]}{127.0.0.1:48736}
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.e.j.s.Server Started @3373989ms
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48736}
[junit4] 2> 3370594 ERROR (jetty-launcher-4736-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370594 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370595 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370595 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370595 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.290Z
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48b4135d{/solr,null,AVAILABLE}
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c994e9d{HTTP/1.1,[http/1.1]}{127.0.0.1:44783}
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.e.j.s.Server Started @3373993ms
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370597 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44783}
[junit4] 2> 3370598 ERROR (jetty-launcher-4736-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6db6b94f{/solr,null,AVAILABLE}
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f1cf547{HTTP/1.1,[http/1.1]}{127.0.0.1:60795}
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.293Z
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.e.j.s.Server Started @3373994ms
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60795}
[junit4] 2> 3370598 ERROR (jetty-launcher-4736-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370598 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370599 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370599 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370599 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.294Z
[junit4] 2> 3370603 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3370606 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ed0cc4c{/solr,null,AVAILABLE}
[junit4] 2> 3370606 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370606 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76efeb93{/solr,null,AVAILABLE}
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@336d6cd{HTTP/1.1,[http/1.1]}{127.0.0.1:33227}
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.e.j.s.Server Started @3374002ms
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33227}
[junit4] 2> 3370607 ERROR (jetty-launcher-4736-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370607 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.302Z
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e1b8f2a{/solr,null,AVAILABLE}
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67c93da5{HTTP/1.1,[http/1.1]}{127.0.0.1:36113}
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.e.j.s.Server Started @3374004ms
[junit4] 2> 3370608 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36113}
[junit4] 2> 3370608 ERROR (jetty-launcher-4736-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370609 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.304Z
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c318d3{/solr,null,AVAILABLE}
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e442da3{HTTP/1.1,[http/1.1]}{127.0.0.1:56453}
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.e.j.s.Server Started @3374006ms
[junit4] 2> 3370610 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56453}
[junit4] 2> 3370610 ERROR (jetty-launcher-4736-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370611 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.306Z
[junit4] 2> 3370612 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b35d23{HTTP/1.1,[http/1.1]}{127.0.0.1:41178}
[junit4] 2> 3370614 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370614 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.e.j.s.Server Started @3374010ms
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3da4af5e{/solr,null,AVAILABLE}
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41178}
[junit4] 2> 3370615 ERROR (jetty-launcher-4736-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370615 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.310Z
[junit4] 2> 3370637 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c8814ec{HTTP/1.1,[http/1.1]}{127.0.0.1:43368}
[junit4] 2> 3370637 INFO (jetty-launcher-4736-thread-5) [ ] o.e.j.s.Server Started @3374033ms
[junit4] 2> 3370637 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43368}
[junit4] 2> 3370637 ERROR (jetty-launcher-4736-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.333Z
[junit4] 2> 3370638 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370639 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b0c66e1{/solr,null,AVAILABLE}
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4adeaf65{HTTP/1.1,[http/1.1]}{127.0.0.1:45176}
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.e.j.s.Server Started @3374036ms
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45176}
[junit4] 2> 3370640 INFO (jetty-launcher-4736-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370641 ERROR (jetty-launcher-4736-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370641 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.336Z
[junit4] 2> 3370642 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370644 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa103210003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370646 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a0a31f4{/solr,null,AVAILABLE}
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@719d42cc{HTTP/1.1,[http/1.1]}{127.0.0.1:55934}
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.e.j.s.Server Started @3374044ms
[junit4] 2> 3370648 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55934}
[junit4] 2> 3370649 ERROR (jetty-launcher-4736-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3370649 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-21T10:50:14.344Z
[junit4] 2> 3370650 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370650 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370652 INFO (jetty-launcher-4736-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370655 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370659 INFO (jetty-launcher-4736-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370661 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370662 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370662 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370662 INFO (jetty-launcher-4736-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370663 INFO (jetty-launcher-4736-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370665 INFO (jetty-launcher-4736-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370666 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa10321000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370667 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370668 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3370668 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa10321000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370674 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c2aa10321000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3370675 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370678 INFO (jetty-launcher-4736-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370683 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370684 INFO (jetty-launcher-4736-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370693 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370694 INFO (jetty-launcher-4736-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370695 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3370700 INFO (jetty-launcher-4736-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33302/solr
[junit4] 2> 3370707 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370709 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44783_solr
[junit4] 2> 3370713 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.Overseer Overseer (id=98000162925903886-127.0.0.1:44783_solr-n_0000000000) starting
[junit4] 2> 3370715 INFO (jetty-launcher-4736-thread-4) [n:127.0.0.1:48736_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370718 INFO (jetty-launcher-4736-thread-2) [n:127.0.0.1:56453_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370718 INFO (jetty-launcher-4736-thread-4) [n:127.0.0.1:48736_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48736_solr
[junit4] 2> 3370723 INFO (jetty-launcher-4736-thread-5) [n:127.0.0.1:43368_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370725 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370735 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370736 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370737 INFO (jetty-launcher-4736-thread-2) [n:127.0.0.1:56453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56453_solr
[junit4] 2> 3370738 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370740 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370745 INFO (zkCallback-4772-thread-1-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370745 INFO (zkCallback-4776-thread-1-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3370745 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370751 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3370751 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370754 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370755 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370755 INFO (jetty-launcher-4736-thread-5) [n:127.0.0.1:43368_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43368_solr
[junit4] 2> 3370756 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370756 INFO (jetty-launcher-4736-thread-6) [n:127.0.0.1:60795_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370756 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3370765 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370765 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370765 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370766 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370766 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370767 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370768 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370768 INFO (OverseerStateUpdate-98000162925903886-127.0.0.1:44783_solr-n_0000000000) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3370768 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
[junit4] 2> 3370770 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3370771 INFO (jetty-launcher-4736-thread-6) [n:127.0.0.1:60795_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60795_solr
[junit4] 2> 3370777 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370777 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36113_solr
[junit4] 2> 3370777 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370778 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370781 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370781 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33227_solr
[junit4] 2> 3370781 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3370783 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370783 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370783 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370783 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370784 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370784 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3370784 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3370784 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3370785 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370785 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370786 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370786 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370787 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370788 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 3370788 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370789 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370789 INFO (zkCallback-4789-thread-1-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3370791 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55934_solr
[junit4] 2> 3370791 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370793 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3370793 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370793 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370794 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370794 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 3370801 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45176_solr
[junit4] 2> 3370804 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370804 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370804 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370804 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370805 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370805 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370805 INFO (zkCallback-4758-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 3370850 INFO (zkCallback-4792-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (9)
[junit4] 2> 3370862 INFO (zkCallback-4789-thread-2-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (9)
[junit4] 2> 3370863 INFO (zkCallback-4793-thread-1-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (9)
[junit4] 2> 3370865 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3370869 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41178_solr
[junit4] 2> 3370870 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370870 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370871 INFO (zkCallback-4792-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370871 INFO (zkCallback-4793-thread-1-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370871 INFO (zkCallback-4789-thread-2-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370873 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370873 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 3370931 INFO (jetty-launcher-4736-thread-1) [n:127.0.0.1:44783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node1/.
[junit4] 2> 3370933 INFO (jetty-launcher-4736-thread-4) [n:127.0.0.1:48736_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node3/.
[junit4] 2> 3370950 INFO (jetty-launcher-4736-thread-8) [n:127.0.0.1:45176_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node8/.
[junit4] 2> 3370954 INFO (jetty-launcher-4736-thread-5) [n:127.0.0.1:43368_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node6/.
[junit4] 2> 3370955 INFO (jetty-launcher-4736-thread-2) [n:127.0.0.1:56453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node2/.
[junit4] 2> 3371021 INFO (jetty-launcher-4736-thread-3) [n:127.0.0.1:36113_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node4/.
[junit4] 2> 3371028 INFO (jetty-launcher-4736-thread-9) [n:127.0.0.1:33227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node9/.
[junit4] 2> 3371033 INFO (jetty-launcher-4736-thread-7) [n:127.0.0.1:41178_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node7/.
[junit4] 2> 3371038 INFO (jetty-launcher-4736-thread-6) [n:127.0.0.1:60795_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node5/.
[junit4] 2> 3371075 INFO (jetty-launcher-4736-thread-10) [n:127.0.0.1:55934_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node10/.
[junit4] 2> 3371087 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 3371089 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33302/solr ready
[junit4] 2> 3371569 INFO (qtp1311417873-29415) [n:127.0.0.1:55934_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3371571 INFO (OverseerThreadFactory-8632-thread-1-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 3371680 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 3371681 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371686 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 3371687 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 3371687 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371688 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371690 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 3371690 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371691 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 3371691 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371692 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 3371692 INFO (qtp336173649-29343) [n:127.0.0.1:56453_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 3371692 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371692 INFO (qtp336173649-29343) [n:127.0.0.1:56453_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371692 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 3371692 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 3371693 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371693 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371693 INFO (qtp1404506291-29347) [n:127.0.0.1:60795_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 3371693 INFO (qtp1404506291-29347) [n:127.0.0.1:60795_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3371810 INFO (zkCallback-4784-thread-1-processing-n:127.0.0.1:33227_solr) [n:127.0.0.1:33227_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371810 INFO (zkCallback-4792-thread-1-processing-n:127.0.0.1:55934_solr) [n:127.0.0.1:55934_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4793-thread-1-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4789-thread-2-processing-n:127.0.0.1:45176_solr) [n:127.0.0.1:45176_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4782-thread-1-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4774-thread-1-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4772-thread-2-processing-n:127.0.0.1:48736_solr) [n:127.0.0.1:48736_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4776-thread-2-processing-n:127.0.0.1:43368_solr) [n:127.0.0.1:43368_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4758-thread-2-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3371811 INFO (zkCallback-4771-thread-1-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 3372707 WARN (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372708 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372723 WARN (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372724 WARN (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372724 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372725 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372743 WARN (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372744 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372746 WARN (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372747 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372751 WARN (qtp1011577100-29331) [n:127.0.0.1:48736_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372751 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3372753 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372754 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node8/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node8/./test_col_shard1_replica1/data/]
[junit4] 2> 3372755 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372761 INFO (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974255655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3372764 WARN (qtp336173649-29343) [n:127.0.0.1:56453_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372765 INFO (qtp336173649-29343) [n:127.0.0.1:56453_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372768 WARN (qtp1643068744-29404) [n:127.0.0.1:45176_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3372769 WARN (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372769 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372773 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372774 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node9/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node9/./test_col_shard3_replica2/data/]
[junit4] 2> 3372775 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372778 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3372803 WARN (qtp1404506291-29347) [n:127.0.0.1:60795_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372804 WARN (qtp789427385-29316) [n:127.0.0.1:44783_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3372804 INFO (qtp1404506291-29347) [n:127.0.0.1:60795_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372805 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3372806 INFO (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974255655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3372807 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372807 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 3372808 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372808 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node10/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node10/./test_col_shard4_replica1/data/]
[junit4] 2> 3372808 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372817 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372819 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372820 WARN (qtp1019937015-29381) [n:127.0.0.1:33227_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3372824 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372827 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node7/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node7/./test_col_shard4_replica2/data/]
[junit4] 2> 3372830 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 3372832 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 3372832 INFO (qtp1311417873-29426) [n:127.0.0.1:55934_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=974255655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 3372834 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372834 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node4/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node4/./test_col_shard1_replica2/data/]
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3372835 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node6/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001/tempDir-001/node6/./test_col_shard3_replica1/data/]
[junit4] 2> 3372836 INFO (qtp1902434678-29353) [n:127.0.0.1:41178_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372836 INFO (qtp1009936648-29374) [n:127.0.0.1:43368_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372836 INFO (qtp280208181-29358) [n:127.0.0.1:36113_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@297e01
[junit4] 2> 3372840 INFO (qtp789427385-29316) [n:127.0.0.1:44783_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 3372842 INFO (qtp1011577100-29331) [n:127.0.0.1:48736_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=min
[...truncated too long message...]
ervletContextHandler@1b0c66e1{/solr,null,UNAVAILABLE}
[junit4] 2> 3502884 WARN (zkCallback-4782-thread-3-processing-n:127.0.0.1:36113_solr) [n:127.0.0.1:36113_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3502885 INFO (jetty-closer-4737-thread-7) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e1b8f2a{/solr,null,UNAVAILABLE}
[junit4] 2> 3502968 WARN (zkCallback-4774-thread-2-processing-n:127.0.0.1:56453_solr) [n:127.0.0.1:56453_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3502969 INFO (jetty-closer-4737-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c318d3{/solr,null,UNAVAILABLE}
[junit4] 2> 3503060 WARN (zkCallback-4793-thread-2-processing-n:127.0.0.1:41178_solr) [n:127.0.0.1:41178_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3503062 INFO (jetty-closer-4737-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ed0cc4c{/solr,null,UNAVAILABLE}
[junit4] 2> 3503074 WARN (zkCallback-4771-thread-2-processing-n:127.0.0.1:60795_solr) [n:127.0.0.1:60795_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3503075 INFO (jetty-closer-4737-thread-9) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6db6b94f{/solr,null,UNAVAILABLE}
[junit4] 2> 3503083 WARN (zkCallback-4758-thread-3-processing-n:127.0.0.1:44783_solr) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3503084 INFO (jetty-closer-4737-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48b4135d{/solr,null,UNAVAILABLE}
[junit4] 2> 3503085 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3503086 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33302 33302
[junit4] 2> 3503183 INFO (Thread-12091) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33302 33302
[junit4] 2> 3503185 WARN (Thread-12091) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 10 /solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 10 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 10 /solr/collections/test_col/state.json
[junit4] 2> 4 /solr/overseer_elect/election/98000162925903886-127.0.0.1:44783_solr-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903894-127.0.0.1:60795_solr-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903901-127.0.0.1:55934_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903891-127.0.0.1:48736_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/98000162925903895-127.0.0.1:36113_solr-n_0000000005
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> 3503185 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[49BA885E0EB909C3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_49BA885E0EB909C3-001
[junit4] 2> May 21, 2017 10:52:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=mk, timezone=Asia/Beirut
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=102071384,total=530055168
[junit4] 2> NOTE: All tests run in this JVM: [TestNamedUpdateProcessors, TestFieldTypeResource, TestSolrCloudWithSecureImpersonation, TestAtomicUpdateErrorCases, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestHighlightDedupGrouping, SuggestComponentTest, HdfsRecoverLeaseTest, NodeMutatorTest, ClassificationUpdateProcessorIntegrationTest, TestScoreJoinQPNoScore, HighlighterConfigTest, HighlighterMaxOffsetTest, RankQueryTest, CustomCollectionTest, TestDFISimilarityFactory, DateFieldTest, DeleteNodeTest, JSONWriterTest, TestApiFramework, RecoveryAfterSoftCommitTest, TestReplicationHandler, DisMaxRequestHandlerTest, OutputWriterTest, TestRangeQuery, TestFoldingMultitermQuery, TestRuleBasedAuthorizationPlugin, HdfsSyncSliceTest, ReturnFieldsTest, HdfsUnloadDistributedZkTest, CdcrUpdateLogTest, DefaultValueUpdateProcessorTest, TestJsonFacetRefinement, SignatureUpdateProcessorFactoryTest, HdfsChaosMonkeySafeLeaderTest, TestOmitPositions, SharedFSAutoReplicaFailoverTest, PreAnalyzedFieldManagedSchemaCloudTest, BlobRepositoryCloudTest, SolrCLIZkUtilsTest, TestPayloadScoreQParserPlugin, TestCryptoKeys, TestSmileRequest, PathHierarchyTokenizerFactoryTest, TestFastWriter, DistanceUnitsTest, SecurityConfHandlerTest, DistributedQueryElevationComponentTest, CacheHeaderTest, TestSolrFieldCacheMBean, CdcrReplicationHandlerTest, BitVectorTest, TestBadConfig, TestImpersonationWithHadoopAuth, BasicZkTest, ConfigureRecoveryStrategyTest, TestSolrDeletionPolicy2, CursorPagingTest, FileBasedSpellCheckerTest, TestReplicaProperties, TestFastLRUCache, TestPathTrie, TestSolrConfigHandlerConcurrent, QueryElevationComponentTest, TestRestManager, LeaderElectionContextKeyTest, PolyFieldTest, ChaosMonkeyNothingIsSafeTest, TestFieldCacheReopen, PeerSyncTest, TestStressLucene, TestRandomFaceting, MBeansHandlerTest, TestFunctionQuery, HdfsLockFactoryTest, TestStressRecovery, OverseerCollectionConfigSetProcessorTest, TestComponentsName, TestUseDocValuesAsStored2, UpdateLogTest, CloudMLTQParserTest, SolrMetricReporterTest, TestHdfsUpdateLog, TestLazyCores, TestRandomFlRTGCloud, TestDistribIDF, TestCSVLoader, OverseerStatusTest, UtilsToolTest, TestCustomStream, CursorMarkTest, TestRandomDVFaceting, AlternateDirectoryTest, TestManagedStopFilterFactory, TestSchemaManager, TestSQLHandler, TestLocalFSCloudBackupRestore, SolrCoreTest, ResourceLoaderTest, TestCodecSupport, TestSubQueryTransformerDistrib, TestChildDocTransformer, SyncSliceTest, TestClusterStateMutator, TestDocSet, TestBinaryResponseWriter, TestAuthenticationFramework, ExternalFileFieldSortTest, TestFaceting, TestRealTimeGet, TestSolrCloudSnapshots, TestTrieFacet, TestConfigSetsAPI, CoreAdminCreateDiscoverTest, SynonymTokenizerTest, FacetPivotSmallTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, TestQueryUtils, TestWriterPerf, TermsComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, TestJmxIntegration, CSVRequestHandlerTest, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, NumericFieldsTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestXIncludeConfig, TestPerFieldSimilarity, URLClassifyProcessorTest, PrimUtilsTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, UUIDFieldTest, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteReplicaTest, DocValuesNotIndexedTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnCommitTest, MissingSegmentRecoveryTest, PeerSyncReplicationTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestCollectionAPI, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates]
[junit4] Completed [542/711 (1!)] on J0 in 132.97s, 5 tests, 1 error <<< FAILURES!
[...truncated 8030 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 269 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 8 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/8/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([EEA06988BD117335:66F4565213ED1ECD]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 13364 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/init-core-data-001
[junit4] 2> 3671946 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 3671948 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 3671948 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3671987 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3671993 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3671995 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3672008 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_41619_hdfs____mabvfv/webapp
[junit4] 2> 3672348 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41619
[junit4] 2> 3672420 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3672421 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3672436 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35736_datanode____.25sue9/webapp
[junit4] 2> 3672787 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35736
[junit4] 2> 3672823 WARN (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3672824 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 3672838 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48846_datanode____bglwv1/webapp
[junit4] 2> 3672886 INFO (IPC Server handler 3 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-ed0e1bc6-6941-4c53-aa63-3172ca545861 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=49823015-9cfe-40af-8e90-2795c5fc78bd, infoPort=34102, infoSecurePort=0, ipcPort=50270, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3672887 INFO (IPC Server handler 3 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-438203a5-c660-4deb-8950-4519cdb7cfc1 node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=49823015-9cfe-40af-8e90-2795c5fc78bd, infoPort=34102, infoSecurePort=0, ipcPort=50270, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3673233 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48846
[junit4] 2> 3673334 INFO (IPC Server handler 9 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd node DatanodeRegistration(127.0.0.1:57958, datanodeUuid=5ee2b6d4-f3e8-4777-ad81-6bd93e072196, infoPort=55180, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 3673334 INFO (IPC Server handler 9 on 38134) [ ] BlockStateChange BLOCK* processReport: from storage DS-97ffedcf-06d1-492b-8df2-3666b515016b node DatanodeRegistration(127.0.0.1:57958, datanodeUuid=5ee2b6d4-f3e8-4777-ad81-6bd93e072196, infoPort=55180, infoSecurePort=0, ipcPort=40059, storageInfo=lv=-56;cid=testClusterID;nsid=1627729626;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 3673410 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3673410 INFO (Thread-28303) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3673410 INFO (Thread-28303) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3673413 ERROR (Thread-28303) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3673510 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkTestServer start zk server on port:35115
[junit4] 2> 3673525 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3673527 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3673529 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3673531 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3673533 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3673534 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3673535 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3673536 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3673537 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3673539 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3673540 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3673666 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores/collection1
[junit4] 2> 3673667 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3673674 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5230dc62{/,null,AVAILABLE}
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e400804{HTTP/1.1,[http/1.1]}{127.0.0.1:37794}
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3677314ms
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_control_data, hostContext=/, hostPort=37794, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores}
[junit4] 2> 3673675 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3673675 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3673676 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3673676 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3673676 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:04.290Z
[junit4] 2> 3673681 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3673681 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/solr.xml
[junit4] 2> 3673690 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3673691 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3673719 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3673719 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37794_
[junit4] 2> 3673720 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.Overseer Overseer (id=97995188078182404-127.0.0.1:37794_-n_0000000000) starting
[junit4] 2> 3673738 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37794_
[junit4] 2> 3673740 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3673833 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores
[junit4] 2> 3673833 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:37794_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3673840 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3673842 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3673860 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3673861 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3673876 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3674015 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3674034 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38134/solr_hdfs_home
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/control-001/cores/collection1], dataDir=[hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 3674035 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cd1cf3
[junit4] 2> 3674036 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 3674044 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3674044 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3674044 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3674052 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3674054 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 3674070 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 3674077 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3674077 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3674077 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3674095 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3674095 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=0.681640625, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=26.86307362386403, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13348203125973823
[junit4] 2> 3674109 INFO (IPC Server handler 2 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33353 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd:NORMAL:127.0.0.1:57958|RBW], ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|RBW]]} size 0
[junit4] 2> 3674110 INFO (IPC Server handler 4 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57958 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd:NORMAL:127.0.0.1:57958|RBW], ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|RBW]]} size 0
[junit4] 2> 3674118 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3674162 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3674162 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3674162 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3674173 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3674173 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3674174 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3674180 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@675c3417[collection1] main]
[junit4] 2> 3674181 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3674181 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3674181 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3674183 INFO (searcherExecutor-8702-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@675c3417[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3674185 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3674186 WARN (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3674186 INFO (coreLoadExecutor-8701-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567923010063564800
[junit4] 2> 3674195 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3674195 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3674195 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37794/collection1/
[junit4] 2> 3674196 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3674196 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:37794/collection1/ has no replicas
[junit4] 2> 3674196 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3674201 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37794/collection1/ shard1
[junit4] 2> 3674343 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3674345 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35115/solr ready
[junit4] 2> 3674345 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3674345 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 3674352 INFO (coreZkRegister-8694-thread-1-processing-n:127.0.0.1:37794_ x:collection1 c:control_collection) [n:127.0.0.1:37794_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3674457 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores/collection1
[junit4] 2> 3674459 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001
[junit4] 2> 3674460 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3890fba3{/,null,AVAILABLE}
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@114e5ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36771}
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3678103ms
[junit4] 2> 3674463 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36771, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores}
[junit4] 2> 3674463 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3674464 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:05.078Z
[junit4] 2> 3674466 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3674466 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/solr.xml
[junit4] 2> 3674473 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3674474 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3674483 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3674485 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3674487 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36771_
[junit4] 2> 3674488 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3674488 INFO (zkCallback-3660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3674490 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3674546 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores
[junit4] 2> 3674546 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:36771_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3674547 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3674549 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3674651 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3675565 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3675566 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3675581 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3676430 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3676444 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 3676444 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38134/solr_hdfs_home
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cd1cf3
[junit4] 2> 3676445 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 3676453 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3676453 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3676453 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3676466 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3676467 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 3676489 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 3676495 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3676495 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3676495 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3676511 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3676511 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=0.681640625, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=26.86307362386403, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13348203125973823
[junit4] 2> 3676537 INFO (IPC Server handler 8 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57958 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ed0e1bc6-6941-4c53-aa63-3172ca545861:NORMAL:127.0.0.1:33353|RBW], ReplicaUC[[DISK]DS-97ffedcf-06d1-492b-8df2-3666b515016b:NORMAL:127.0.0.1:57958|RBW]]} size 0
[junit4] 2> 3676538 INFO (IPC Server handler 9 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33353 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-ed0e1bc6-6941-4c53-aa63-3172ca545861:NORMAL:127.0.0.1:33353|RBW], ReplicaUC[[DISK]DS-97ffedcf-06d1-492b-8df2-3666b515016b:NORMAL:127.0.0.1:57958|RBW]]} size 0
[junit4] 2> 3676547 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3676606 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3676606 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3676607 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3676618 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3676618 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3676620 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3676625 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2204cdb1[collection1] main]
[junit4] 2> 3676627 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3676627 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3676627 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3676629 INFO (searcherExecutor-8713-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2204cdb1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3676633 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3676634 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3676634 WARN (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3676634 INFO (coreLoadExecutor-8712-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567923012630478848
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36771/collection1/
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36771/collection1/ has no replicas
[junit4] 2> 3676642 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3676648 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36771/collection1/ shard1
[junit4] 2> 3676751 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3676800 INFO (coreZkRegister-8707-thread-1-processing-n:127.0.0.1:36771_ x:collection1 c:collection1) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3676904 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3676937 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores/collection1
[junit4] 2> 3676938 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001
[junit4] 2> 3676939 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3676944 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@568a9b00{/,null,AVAILABLE}
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@763c367a{HTTP/1.1,[http/1.1]}{127.0.0.1:42446}
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3680584ms
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=42446, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores}
[junit4] 2> 3676945 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3676945 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3676946 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:07.560Z
[junit4] 2> 3676949 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3676949 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/solr.xml
[junit4] 2> 3676957 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3676961 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3676970 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3676972 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3676974 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42446_
[junit4] 2> 3676976 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3676976 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3676976 INFO (zkCallback-3660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3676978 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3677045 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores
[junit4] 2> 3677045 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:42446_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3677047 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3677048 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3677150 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3677150 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3678060 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3678061 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3678076 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3678195 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3678207 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38134/solr_hdfs_home
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 3678208 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cd1cf3
[junit4] 2> 3678209 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 3678216 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3678217 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3678217 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3678223 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3678224 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 3678239 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 3678246 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3678246 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 3678246 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 3678252 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3678252 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=0.681640625, floorSegmentMB=1.587890625, forceMergeDeletesPctAllowed=26.86307362386403, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13348203125973823
[junit4] 2> 3678260 INFO (IPC Server handler 0 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33353 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-97ffedcf-06d1-492b-8df2-3666b515016b:NORMAL:127.0.0.1:57958|RBW], ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|FINALIZED]]} size 0
[junit4] 2> 3678260 INFO (IPC Server handler 8 on 38134) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57958 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-438203a5-c660-4deb-8950-4519cdb7cfc1:NORMAL:127.0.0.1:33353|FINALIZED], ReplicaUC[[DISK]DS-4c83e263-4ddc-4356-be8b-cd6ddf1f92fd:NORMAL:127.0.0.1:57958|FINALIZED]]} size 0
[junit4] 2> 3678268 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3678313 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3678313 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3678313 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 3678335 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3678335 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3678337 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 3678341 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@dd3a35[collection1] main]
[junit4] 2> 3678342 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3678342 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3678342 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3678344 INFO (searcherExecutor-8724-thread-1-processing-n:127.0.0.1:42446_ x:collection1 c:collection1) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@dd3a35[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3678346 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3678346 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3678347 WARN (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Could not retrieve locality information for hdfs://localhost:56063/solr3 due to exception: java.net.ConnectException: Call From lucene1-us-west/10.41.0.5 to localhost:56063 failed on connection exception: java.net.ConnectException: Connection refused; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
[junit4] 2> 3678347 INFO (coreLoadExecutor-8723-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567923014426689536
[junit4] 2> 3678351 INFO (coreZkRegister-8718-thread-1-processing-n:127.0.0.1:42446_ x:collection1 c:collection1) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 3678351 INFO (updateExecutor-3669-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3678351 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3678352 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:36771/collection1/] and I am [http://127.0.0.1:42446/collection1/]
[junit4] 2> 3678356 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:36771]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:42446_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3678358 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 3678359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 3678359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42446_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:42446","node_name":"127.0.0.1:42446_","state":"down"}
[junit4] 2> 3678456 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3678456 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3678660 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/cores/collection1
[junit4] 2> 3678660 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001
[junit4] 2> 3678661 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3678662 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e7a8e13{/,null,AVAILABLE}
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7431a064{HTTP/1.1,[http/1.1]}{127.0.0.1:35901}
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.e.j.s.Server Started @3682302ms
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:38134/hdfs__localhost_38134__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=35901, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/cores}
[junit4] 2> 3678663 ERROR (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 3678663 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3678664 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3678664 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-20T13:45:09.278Z
[junit4] 2> 3678666 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3678666 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/solr.xml
[junit4] 2> 3678673 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3678673 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35115/solr
[junit4] 2> 3678682 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3678685 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3678687 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35901_
[junit4] 2> 3678688 INFO (zkCallback-3660-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678688 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678688 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678688 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:37794_) [n:127.0.0.1:37794_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678690 INFO (zkCallback-3679-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3678747 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001/shard-3-001/cores
[junit4] 2> 3678747 INFO (TEST-StressHdfsTest.test-seed#[EEA06988BD117335]) [n:127.0.0.1:35901_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3678748 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3678749 INFO (OverseerStateUpdate-97995188078182404-127.0.0.1:37794_-n_0000000000) [n:127.0.0.1:37794_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3678851 INFO (zkCallback-3666-thread-1-processing-n:127.0.0.1:36771_) [n:127.0.0.1:36771_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3678851 INFO (zkCallback-3672-thread-1-processing-n:127.0.0.1:42446_) [n:127.0.0.1:42446_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3678851 INFO (zkCallback-3679-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 3679359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42446_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:42446","node_name":"127.0.0.1:42446_","state":"recovering","ulogDir":"hdfs://localhost:38134/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 3679359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 3679359 INFO (qtp1469988309-45790) [n:127.0.0.1:36771_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42446_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 3679761 WARN (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3679762 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 3679777 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3679860 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:36771/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 3679860 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:42446 START replicas=[http://127.0.0.1:36771/collection1/] nUpdates=100
[junit4] 2> 3679871 INFO (qtp1469988309-45787) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3679871 INFO (qtp1469988309-45787) [n:127.0.0.1:36771_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 3679873 INFO (recoveryExecutor-3670-thread-1-processing-n:127.0.0.1:42446_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:42446_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 3679917 INFO (coreLoadExecutor-8734-thread-1-processing-n:127.0.0.1:35901_) [n:127.0.0.1:35901_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema
[...truncated too long message...]
org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
[junit4] 2> at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3773017 INFO (SUITE-StressHdfsTest-seed#[EEA06988BD117335]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_EEA06988BD117335-001
[junit4] 2> May 20, 2017 1:46:43 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Memory doPackFST= false), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval), txt_t=PostingsFormat(name=Memory doPackFST= true)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), _version_=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=969, maxMBSortInHeap=5.125557617224018, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sl-SI, timezone=Africa/Libreville
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=194677184,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomRequestDistribution, HdfsDirectoryFactoryTest, BufferStoreTest, ChaosMonkeySafeLeaderTest, AnalyticsMergeStrategyTest, BlockJoinFacetRandomTest, SolrMetricsIntegrationTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestManagedSchemaThreadSafety, EnumFieldTest, TestNumericTerms32, HdfsWriteToMultipleCollectionsTest, TestConfigOverlay, TestSchemaVersionResource, SampleTest, ChangedSchemaMergeTest, TestFuzzyAnalyzedSuggestions, LargeFieldTest, MoveReplicaTest, TestSearchPerf, TestSystemCollAutoCreate, SortSpecParsingTest, TestDistributedStatsComponentCardinality, TestOverriddenPrefixQueryForCustomFieldType, OverseerTaskQueueTest, TestDocTermOrds, ForceLeaderTest, TestSimpleTrackingShardHandler, TestNonDefinedSimilarityFactory, TestSolrCLIRunExample, DocValuesTest, TestInPlaceUpdatesDistrib, HighlighterTest, TestSolrCloudWithDelegationTokens, DistributedQueryComponentOptimizationTest, DistributedMLTComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, IndexSchemaRuntimeFieldTest, TestConfigSetsAPIExclusivity, TestUpdate, SpellingQueryConverterTest, SortByFunctionTest, SolrJmxReporterTest, TestLRUCache, TestMiniSolrCloudClusterSSL, TestCursorMarkWithoutUniqueKey, TestFieldResource, TestConfigReload, AtomicUpdatesTest, TestMacroExpander, DistributedFacetPivotSmallTest, RAMDirectoryFactoryTest, ConnectionManagerTest, TestElisionMultitermQuery, TestStandardQParsers, CSVRequestHandlerTest, SolrIndexConfigTest, DistribCursorPagingTest, TestExportWriter, TestQueryUtils, TestQuerySenderListener, DateMathParserTest, SpellCheckComponentTest, ConnectionReuseTest, TestLuceneMatchVersion, ExplicitHLLTest, CdcrBootstrapTest, TestUnifiedSolrHighlighter, TestSQLHandlerNonCloud, LeaderFailoverAfterPartitionTest, TestSolrCloudWithHadoopAuthPlugin, SpatialHeatmapFacetsTest, DistanceFunctionTest, CopyFieldTest, ZkSolrClientTest, TestFieldCacheVsDocValues, TestCollectionAPIs, AddBlockUpdateTest, SolrCloudExampleTest, SpatialFilterTest, ClassificationUpdateProcessorTest, DistributedDebugComponentTest, TestLockTree, CheckHdfsIndexTest, TestReqParamsAPI, TestLeaderElectionZkExpiry, CoreSorterTest, MoreLikeThisHandlerTest, TestBM25SimilarityFactory, TestDynamicFieldCollectionResource, BasicAuthIntegrationTest, SimpleMLTQParserTest, RemoteQueryErrorTest, IndexSchemaTest, ConvertedLegacyTest, TestCharFilters, CdcrRequestHandlerTest, TestComplexPhraseLeadingWildcard, WordBreakSolrSpellCheckerTest, TestBulkSchemaAPI, TestHashQParserPlugin, TolerantUpdateProcessorTest, DeleteInactiveReplicaTest, TestFastOutputStream, TestHalfAndHalfDocValues, TestCloudPivotFacet, TestFieldSortValues, SimplePostToolTest, TestSolrCoreSnapshots, TestSha256AuthenticationProvider, TestStressCloudBlindAtomicUpdates, TestJavabinTupleStreamParser, DocumentBuilderTest, TestQueryTypes, SolrIndexSplitterTest, OverseerModifyCollectionTest, TestHighFrequencyDictionaryFactory, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, LeaderElectionTest, ZkCLITest, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestReload, TestRangeQuery, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, CleanupOldIndexTest, DeleteReplicaTest, DeleteStatusTest, DistributedQueueTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestClusterProperties, TestCollectionAPI, TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestLeaderInitiatedRecoveryThread, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSegmentSorting, TestStressInPlaceUpdates, TriLevelCompositeIdRoutingTest, HdfsCollectionsAPIDistributedZkTest, HdfsSyncSliceTest, HdfsThreadLeakTest, StressHdfsTest]
[junit4] Completed [563/711 (1!)] on J1 in 111.03s, 1 test, 1 failure <<< FAILURES!
[...truncated 7945 lines...]
-validate-source-patterns:
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/css/ref-guide.css
[source-patterns] tabs instead spaces: solr/solr-ref-guide/src/js/ref-guide-toc.js
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:130: Found 2 violations in source files (tabs instead spaces).
Total time: 261 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 7 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/7/
12 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9289, name=Thread-8114, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9289, name=Thread-8114, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
... 2 more
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9288, name=Thread-8113, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9288, name=Thread-8113, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
... 2 more
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9291, name=Thread-8116, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9291, name=Thread-8116, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9295, name=Thread-8120, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9295, name=Thread-8120, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
... 2 more
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9290, name=Thread-8115, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9290, name=Thread-8115, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
... 2 more
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9294, name=Thread-8119, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9294, name=Thread-8119, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
... 2 more
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterThreadsToSegments
Error Message:
Captured an uncaught exception in thread: Thread[id=9296, name=Thread-8121, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9296, name=Thread-8121, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([4BBB7F9656253E05:BC14B6BDABACD42E]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
... 42 more
FAILED: org.apache.solr.store.blockcache.BlockDirectoryTest.testRandomAccessWrites
Error Message:
Direct buffer memory
Stack Trace:
java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:60889/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37871/solr/test_col_shard3_replica1: Server Error request: http://127.0.0.1:37871/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A60889%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39033/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b3af2bc
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:60889/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37871/solr/test_col_shard3_replica1: Server Error
request: http://127.0.0.1:37871/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A60889%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39033/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b3af2bc
at __randomizedtesting.SeedInfo.seed([4BBB7F9656253E05:7DAF1DD0DC780414]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:60889/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37871/solr/test_col_shard3_replica1: Server Error
request: http://127.0.0.1:37871/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A60889%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39033/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b3af2bc
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60889/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:37871/solr/test_col_shard3_replica1: Server Error
request: http://127.0.0.1:37871/solr/test_col_shard3_replica1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A60889%2Fsolr%2Ftest_col_shard1_replica1%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39033/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@3b3af2bc
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 1846 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterThreadsToSegments
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8114,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> ... 2 more
[junit4] 2>
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8121,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2>
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8119,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> ... 2 more
[junit4] 2>
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8115,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> ... 2 more
[junit4] 2>
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8120,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> ... 2 more
[junit4] 2>
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8116,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2>
[junit4] 2> may 19, 2017 5:26:07 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-8113,5,TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] 2> at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] 2> at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] 2> at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] 2> ... 2 more
[junit4] 2>
[junit4] 2> may 19, 2017 7:24:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexWriterThreadsToSegments
[junit4] 2> 1) Thread[id=9287, name=Thread-8112, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
[junit4] 2> at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:215)
[junit4] 2> 2) Thread[id=9283, name=SUITE-TestIndexWriterThreadsToSegments-seed#[8215CF9DAE30BB3F], state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> 3) Thread[id=9284, name=TEST-TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom-seed#[8215CF9DAE30BB3F], state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom(TestIndexWriterThreadsToSegments.java:226)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 5) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 6) Thread[id=9293, name=Thread-8118, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
[junit4] 2> at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:215)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterThreadsToSegments -Dtests.method=testSegmentCountOnFlushRandom -Dtests.seed=8215CF9DAE30BB3F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=AGT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] 2> may 19, 2017 7:24:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> may 19, 2017 7:25:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 3 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterThreadsToSegments:
[junit4] 2> 1) Thread[id=9287, name=Thread-8112, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
[junit4] 2> at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:215)
[junit4] 2> 2) Thread[id=9284, name=TEST-TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom-seed#[8215CF9DAE30BB3F], state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom(TestIndexWriterThreadsToSegments.java:226)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9293, name=Thread-8118, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.CyclicBarrier.dowait(CyclicBarrier.java:234)
[junit4] 2> at java.util.concurrent.CyclicBarrier.await(CyclicBarrier.java:362)
[junit4] 2> at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:215)
[junit4] 2> may 19, 2017 7:25:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=9287, name=Thread-8112, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> 2) Thread[id=9284, name=TEST-TestIndexWriterThreadsToSegments.testSegmentCountOnFlushRandom-seed#[8215CF9DAE30BB3F], state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> 3) Thread[id=9293, name=Thread-8118, state=WAITING, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexWriterThreadsToSegments_8215CF9DAE30BB3F-001
[junit4] 2> May 19, 2017 10:25:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {field=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, maxPointsInLeafNode=1184, maxMBSortInHeap=6.503002963815849, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=es-NI, timezone=AGT
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=8967312,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexWriterUnicode, TestLongPostings, TestDemoParallelLeafReader, TestDelegatingAnalyzerWrapper, TestLazyProxSkipping, TestCustomSearcherSort, TestIndexWriterWithThreads, Test2BDocs, TestLucene54DocValuesFormat, TestSort, TestCharsRef, TestBlockPostingsFormat2, TestNRTCachingDirectory, TestSpanOrQuery, Test2BNumericDocValues, TestLiveFieldValues, TestIndexWriterDeleteByQuery, TestNumericRangeQuery64, TestReadOnlyIndex, TestFieldMaskingSpanQuery, TestDateTools, TestInPlaceMergeSorter, TestMatchNoDocsQuery, TestIndexWriterConfig, TestSpanContainQuery, TestSimilarityBase, TestNoDeletionPolicy, TestDemo, TestFastCompressionMode, TestPersistentSnapshotDeletionPolicy, TestLRUQueryCache, TestPrefixCodedTerms, TestIndexableField, TestFixedBitDocIdSet, TestPhrasePrefixQuery, TestRegexpRandom2, TestFuzzyQuery, TestDeletionPolicy, TestAttributeSource, TestTermVectors, TestMergePolicyWrapper, TestDocumentsWriterStallControl, TestNearSpansOrdered, TestDocValuesQueries, TestFieldValueQuery, TestTieredMergePolicy, TestCodecHoldsOpenFiles, TestDocBoost, TestCustomNorms, TestMultiValuedNumericRangeQuery, Test2BPagedBytes, TestTermsEnum2, TestTwoPhaseCommitTool, TestLucene50CompoundFormat, TestDoubleValuesSource, TestSparseFixedBitSet, TestIndexInput, TestCharTermAttributeImpl, TestNotDocIdSet, TestBagOfPositions, TestTransactions, TestTimeLimitingCollector, TestAllFilesDetectTruncation, TestPolygon, TestSpanExplanationsOfNonMatches, TestMSBRadixSorter, TestMultiLevelSkipList, TestIndexFileDeleter, TestMultiPhraseEnum, TestMixedCodecs, TestCharArrayMap, TestField, TestIndexOrDocValuesQuery, Test2BPositions, TestBM25Similarity, TestSegmentMerger, TestDuelingCodecs, TestBoolean2, TestAtomicUpdate, TestStressAdvance, TestStandardAnalyzer, TestIndexWriterCommit, TestDirectoryReaderReopen, TestSearchWithThreads, TestSearchAfter, TestNeverDelete, TestTopDocsMerge, TestMinimize, TestRollingUpdates, TestByteSlices, TestBufferedIndexInput, TestTermsEnum, TestConsistentFieldNumbers, TestWeakIdentityMap, TestSimpleExplanations, TestPhraseQuery, TestComplexExplanations, TestSegmentReader, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestToken, TestDocValuesIndexing, TestLegacyNumericUtils, TestIndexWriterOnDiskFull, TestTermVectorsWriter, TestParallelLeafReader, TestThreadedForceMerge, TestStressNRT, TestSloppyPhraseQuery2, TestOmitTf, TestDocumentWriter, TestCrashCausesCorruptIndex, TestMultiTermConstantScore, TestForTooMuchCloning, TestSpanSearchEquivalence, TestFilterLeafReader, TestFilterIterator, TestDocCount, TestTotalHitCountCollector, TestSpanFirstQuery, TestNamedSPILoader, TestCharFilter, TestCloseableThreadLocal, TestVersion, TestNGramPhraseQuery, TestScoreCachingWrappingScorer, TestIntsRef, TestIndexCommit, TestIOUtils, Test2BTerms, Test2BBinaryDocValues, TestReusableStringReader, TestStopFilter, TestWordlistLoader, TestPackedTokenAttributeImpl, TestBlockPostingsFormat3, TestLucene50TermVectorsFormat, TestLucene62SegmentInfoFormat, TestFieldType, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, TestBinaryDocValuesUpdates, TestDocInverterPerFieldErrorInfo, TestDocValues, TestExitableDirectoryReader, TestFilterCodecReader, TestFilterDirectoryReader, TestIndexReaderClose, TestIndexWriterExceptions2, TestIndexWriterMaxDocs, TestIndexWriterOutOfFileDescriptors, TestIndexWriterThreadsToSegments]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterThreadsToSegments -Dtests.seed=8215CF9DAE30BB3F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=es-NI -Dtests.timezone=AGT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestIndexWriterThreadsToSegments (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9289, name=Thread-8114, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] > at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] > at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] > ... 2 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9288, name=Thread-8113, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] > at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] > at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] > ... 2 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9291, name=Thread-8116, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] > at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] > at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9295, name=Thread-8120, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] > at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] > at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] > ... 2 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=9290, name=Thread-8115, state=RUNNABLE, group=TGRP-TestIndexWriterThreadsToSegments]
[junit4] > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:218)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:749)
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:763)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1567)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] > at org.apache.lucene.index.TestIndexWriterThreadsToSegments$2.run(TestIndexWriterThreadsToSegments.java:207)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([8215CF9DAE30BB3F]:0)
[junit4] > at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
[junit4] > at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
[junit4] > at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:258)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:201)
[junit4] > at org.apache.lucene.index.TermsHashPerField.writeBytes(TermsHashPerField.java:213)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.writeProx(FreqProxTermsWriterPerField.java:86)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:180)
[junit4] > at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:183)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:796)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:447)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:403)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1571)
[junit4] > ... 2 moreThrowab
[...truncated too long message...]
ctory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestEmbeddedSolrServerSchemaAPI, AliasIntegrationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, PeerSyncReplicationTest, RemoteQueryErrorTest, RestartWhileUpdatingTest, TestRandomRequestDistribution, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestSolrCloudWithDelegationTokens, TestStressCloudBlindAtomicUpdates, HdfsUnloadDistributedZkTest, ZkStateReaderTest, RuleEngineTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
[junit4] Completed [557/711 (2!)] on J1 in 14.87s, 3 tests, 1 error <<< FAILURES!
[...truncated 391 lines...]
[junit4] Suite: org.apache.solr.store.blockcache.BlockDirectoryTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.store.blockcache.BlockDirectoryTest_4BBB7F9656253E05-001/init-core-data-001
[junit4] 2> 4315824 WARN (SUITE-BlockDirectoryTest-seed#[4BBB7F9656253E05]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4315824 INFO (SUITE-BlockDirectoryTest-seed#[4BBB7F9656253E05]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 4315826 INFO (SUITE-BlockDirectoryTest-seed#[4BBB7F9656253E05]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4315831 INFO (TEST-BlockDirectoryTest.testRandomAccessWrites-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRandomAccessWrites
[junit4] 2> 4317591 INFO (TEST-BlockDirectoryTest.testRandomAccessWrites-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRandomAccessWrites
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BlockDirectoryTest -Dtests.method=testRandomAccessWrites -Dtests.seed=4BBB7F9656253E05 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=is -Dtests.timezone=America/Chihuahua -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 1.77s J0 | BlockDirectoryTest.testRandomAccessWrites <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Direct buffer memory
[junit4] > at java.nio.Bits.reserveMemory(Bits.java:693)
[junit4] > at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
[junit4] > at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
[junit4] > at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
[junit4] > at org.apache.solr.store.blockcache.BlockDirectoryTest.setUp(BlockDirectoryTest.java:119)
[junit4] > at java.lang.Thread.run(Thread.java:745)Throwable #2: java.lang.NullPointerException
[junit4] > at org.apache.solr.store.blockcache.BlockDirectoryTest.tearDown(BlockDirectoryTest.java:131)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 4317603 INFO (TEST-BlockDirectoryTest.testRandomAccessWritesLargeCache-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRandomAccessWritesLargeCache
[junit4] 1> Total time is 4144ms
[junit4] 2> 4321748 INFO (TEST-BlockDirectoryTest.testRandomAccessWritesLargeCache-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testRandomAccessWritesLargeCache
[junit4] 2> 4321753 INFO (TEST-BlockDirectoryTest.testEOF-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEOF
[junit4] 2> 4322003 INFO (TEST-BlockDirectoryTest.testEOF-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEOF
[junit4] 2> 4322007 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Starting ensureCacheConfigurable
[junit4] 2> 4322531 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[4BBB7F9656253E05]) [ ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4322531 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[4BBB7F9656253E05]) [ ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4322532 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[4BBB7F9656253E05]) [ ] o.a.s.s.b.BlockDirectory Block cache on read is disabled
[junit4] 2> 4322532 INFO (TEST-BlockDirectoryTest.ensureCacheConfigurable-seed#[4BBB7F9656253E05]) [ ] o.a.s.SolrTestCaseJ4 ###Ending ensureCacheConfigurable
[junit4] 2> 4322532 INFO (SUITE-BlockDirectoryTest-seed#[4BBB7F9656253E05]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.store.blockcache.BlockDirectoryTest_4BBB7F9656253E05-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=370, maxMBSortInHeap=6.64374432122497, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=is, timezone=America/Chihuahua
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=435011416,total=485490688
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrFieldCacheMBean, TlogReplayBufferedWhileIndexingTest, TestComponentsName, CoreAdminCreateDiscoverTest, TestRTimerTree, TestBinaryResponseWriter, SuggestComponentTest, TestSolrConfigHandler, NumericFieldsTest, HdfsBasicDistributedZk2Test, TestLegacyFieldCache, GraphQueryTest, TestCollapseQParserPlugin, TestDownShardTolerantSearch, TestSizeLimitedDistributedMap, TestJsonFacetRefinement, AlternateDirectoryTest, DistributedSpellCheckComponentTest, PeerSyncTest, ZkNodePropsTest, TestFieldCacheSortRandom, WrapperMergePolicyFactoryTest, TestCodecSupport, TestConfigSetsAPI, UpdateLogTest, ClassificationUpdateProcessorIntegrationTest, ShufflingReplicaListTransformerTest, TestRealTimeGet, TestDocumentBuilder, SolrGraphiteReporterTest, TestRawResponseWriter, TestDFISimilarityFactory, DocumentAnalysisRequestHandlerTest, TestSolrCloudWithSecureImpersonation, TestManagedStopFilterFactory, SyncSliceTest, TestCustomDocTransformer, TestPHPSerializedResponseWriter, OverseerCollectionConfigSetProcessorTest, UniqFieldsUpdateProcessorFactoryTest, SolrRequestParserTest, TestQuerySenderNoQuery, TestIntervalFaceting, ConfigureRecoveryStrategyTest, TestLazyCores, ReplicationFactorTest, TestSolrConfigHandlerConcurrent, TestRandomDVFaceting, TestReplicaProperties, FileBasedSpellCheckerTest, TestSolrDeletionPolicy2, TestPerFieldSimilarity, BlobRepositoryCloudTest, TestIBSimilarityFactory, SharedFSAutoReplicaFailoverTest, TestManagedSchemaAPI, HdfsChaosMonkeySafeLeaderTest, TestGraphTermsQParserPlugin, BlockJoinFacetDistribTest, ResourceLoaderTest, TestStressLucene, SolrIndexMetricsTest, CdcrReplicationHandlerTest, DocExpirationUpdateProcessorFactoryTest, TestSSLRandomization, AnalysisAfterCoreReloadTest, TestJmxIntegration, TestReplicationHandler, TestCollationFieldDocValues, SolrCLIZkUtilsTest, TestFieldCollectionResource, TestJettySolrRunner, TestUseDocValuesAsStored2, BitVectorTest, CursorPagingTest, TestLeaderElectionWithEmptyReplica, TestJoin, RegexBoostProcessorTest, PreAnalyzedUpdateProcessorTest, TestDistribIDF, HighlighterMaxOffsetTest, TestCloudRecovery, TestSolrQueryParserDefaultOperatorResource, ReturnFieldsTest, TestOrdValues, ExternalFileFieldSortTest, PathHierarchyTokenizerFactoryTest, TestCoreAdminApis, LeaderElectionIntegrationTest, TestClusterStateMutator, MissingSegmentRecoveryTest, BasicZkTest, HdfsSyncSliceTest, SignatureUpdateProcessorFactoryTest, CdcrUpdateLogTest, RecoveryAfterSoftCommitTest, TestPivotHelperCode, FastVectorHighlighterTest, TestSchemaManager, TestCopyFieldCollectionResource, TestNoOpRegenerator, TestApiFramework, QueryElevationComponentTest, NotRequiredUniqueKeyTest, TestNamedUpdateProcessors, TestReplicationHandlerBackup, TestAuthenticationFramework, TestStressLiveNodes, TestFaceting, ScriptEngineTest, TestCryptoKeys, DateFieldTest, HighlighterConfigTest, TestCrossCoreJoin, QueryEqualityTest, RankQueryTest, TestReloadAndDeleteDocs, ZkControllerTest, TestReload, TestRangeQuery, TestHighlightDedupGrouping, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPISolrJTest, DistribCursorPagingTest, ForceLeaderTest, MultiThreadedOCPTest, ShardSplitTest, TestTolerantUpdateProcessorRandomCloud, HdfsBasicDistributedZkTest, ResponseHeaderTest, TestAnalyzeInfixSuggestions, TestFileDictionaryLookup, TestFreeTextSuggestions, TestHighFrequencyDictionaryFactory, BlockDirectoryTest]
[junit4] Completed [682/711 (3!)] on J0 in 6.75s, 4 tests, 1 error <<< FAILURES!
[...truncated 7561 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid2799.hprof
Total time: 366 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 6 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/6/
2 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
document count mismatch. control=14545 sum(shards)=14544 cloudClient=14544
Stack Trace:
java.lang.AssertionError: document count mismatch. control=14545 sum(shards)=14544 cloudClient=14544
at __randomizedtesting.SeedInfo.seed([BA698C80EC30B879:323DB35A42CCD581]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:226)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:35935/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:53788/solr/test_col_shard4_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@89b4b8d
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:35935/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:53788/solr/test_col_shard4_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@89b4b8d
at __randomizedtesting.SeedInfo.seed([BA698C80EC30B879:8C7DEEC6666D8268]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:35935/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:53788/solr/test_col_shard4_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@89b4b8d
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35935/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:53788/solr/test_col_shard4_replica1/ update: org.apache.solr.client.solrj.request.UpdateRequest@89b4b8d
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Build Log:
[...truncated 12391 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/init-core-data-001
[junit4] 2> 648884 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 648884 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 648885 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 648886 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001
[junit4] 2> 648886 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 648888 INFO (Thread-2949) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 648888 INFO (Thread-2949) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 648889 ERROR (Thread-2949) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 648988 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33608
[junit4] 2> 648993 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c1a3885e90000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 649005 INFO (jetty-launcher-403-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649006 INFO (jetty-launcher-403-thread-8) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649006 INFO (jetty-launcher-403-thread-9) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649007 INFO (jetty-launcher-403-thread-10) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649007 INFO (jetty-launcher-403-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649033 INFO (jetty-launcher-403-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649033 INFO (jetty-launcher-403-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649033 INFO (jetty-launcher-403-thread-7) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649036 INFO (jetty-launcher-403-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649037 INFO (jetty-launcher-403-thread-6) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 649037 INFO (jetty-launcher-403-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24bb8814{/solr,null,AVAILABLE}
[junit4] 2> 649043 INFO (jetty-launcher-403-thread-10) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d611e2f{/solr,null,AVAILABLE}
[junit4] 2> 649043 INFO (jetty-launcher-403-thread-10) [ ] o.e.j.s.AbstractConnector Started ServerConnector@63e13e21{HTTP/1.1,[http/1.1]}{127.0.0.1:53788}
[junit4] 2> 649043 INFO (jetty-launcher-403-thread-10) [ ] o.e.j.s.Server Started @652043ms
[junit4] 2> 649043 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53788}
[junit4] 2> 649044 ERROR (jetty-launcher-403-thread-10) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649044 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649044 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649044 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649044 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.076Z
[junit4] 2> 649047 INFO (jetty-launcher-403-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e8fcc79{/solr,null,AVAILABLE}
[junit4] 2> 649047 INFO (jetty-launcher-403-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45ea6fb0{HTTP/1.1,[http/1.1]}{127.0.0.1:43791}
[junit4] 2> 649047 INFO (jetty-launcher-403-thread-5) [ ] o.e.j.s.Server Started @652047ms
[junit4] 2> 649047 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43791}
[junit4] 2> 649048 ERROR (jetty-launcher-403-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649048 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649048 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649048 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649048 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.080Z
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e20f3d4{HTTP/1.1,[http/1.1]}{127.0.0.1:40732}
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.e.j.s.Server Started @652065ms
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40732}
[junit4] 2> 649065 ERROR (jetty-launcher-403-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649065 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.097Z
[junit4] 2> 649066 INFO (jetty-launcher-403-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195a6402{/solr,null,AVAILABLE}
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6afae289{/solr,null,AVAILABLE}
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13d9a640{HTTP/1.1,[http/1.1]}{127.0.0.1:35935}
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.e.j.s.Server Started @652068ms
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35935}
[junit4] 2> 649068 ERROR (jetty-launcher-403-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649068 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.100Z
[junit4] 2> 649075 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649081 INFO (jetty-launcher-403-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1044ae37{/solr,null,AVAILABLE}
[junit4] 2> 649081 INFO (jetty-launcher-403-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1be0af07{HTTP/1.1,[http/1.1]}{127.0.0.1:33773}
[junit4] 2> 649081 INFO (jetty-launcher-403-thread-7) [ ] o.e.j.s.Server Started @652081ms
[junit4] 2> 649081 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33773}
[junit4] 2> 649082 ERROR (jetty-launcher-403-thread-7) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649082 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649082 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649082 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649082 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.114Z
[junit4] 2> 649083 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649092 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c3998b7{HTTP/1.1,[http/1.1]}{127.0.0.1:48770}
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.e.j.s.Server Started @652115ms
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48770}
[junit4] 2> 649115 ERROR (jetty-launcher-403-thread-6) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649115 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.147Z
[junit4] 2> 649117 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649130 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649130 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649135 INFO (jetty-launcher-403-thread-10) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649136 INFO (jetty-launcher-403-thread-9) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30b2c822{/solr,null,AVAILABLE}
[junit4] 2> 649140 INFO (jetty-launcher-403-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52590753{/solr,null,AVAILABLE}
[junit4] 2> 649140 INFO (jetty-launcher-403-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5818d1a1{HTTP/1.1,[http/1.1]}{127.0.0.1:49000}
[junit4] 2> 649140 INFO (jetty-launcher-403-thread-2) [ ] o.e.j.s.Server Started @652140ms
[junit4] 2> 649140 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49000}
[junit4] 2> 649140 ERROR (jetty-launcher-403-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649141 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649141 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649141 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649141 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649141 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.173Z
[junit4] 2> 649142 INFO (jetty-launcher-403-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649143 INFO (jetty-launcher-403-thread-8) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50af74b0{/solr,null,AVAILABLE}
[junit4] 2> 649156 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649156 INFO (jetty-launcher-403-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649163 INFO (jetty-launcher-403-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4959a1e7{/solr,null,AVAILABLE}
[junit4] 2> 649164 INFO (jetty-launcher-403-thread-9) [ ] o.e.j.s.AbstractConnector Started ServerConnector@579d9015{HTTP/1.1,[http/1.1]}{127.0.0.1:45188}
[junit4] 2> 649164 INFO (jetty-launcher-403-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26f8b202{HTTP/1.1,[http/1.1]}{127.0.0.1:36553}
[junit4] 2> 649165 INFO (jetty-launcher-403-thread-9) [ ] o.e.j.s.Server Started @652164ms
[junit4] 2> 649165 INFO (jetty-launcher-403-thread-3) [ ] o.e.j.s.Server Started @652165ms
[junit4] 2> 649165 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45188}
[junit4] 2> 649165 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36553}
[junit4] 2> 649165 ERROR (jetty-launcher-403-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649165 ERROR (jetty-launcher-403-thread-9) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649171 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.e.j.s.AbstractConnector Started ServerConnector@368dd1e3{HTTP/1.1,[http/1.1]}{127.0.0.1:41718}
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.204Z
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.e.j.s.Server Started @652172ms
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41718}
[junit4] 2> 649172 ERROR (jetty-launcher-403-thread-8) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.204Z
[junit4] 2> 649167 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 649172 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-18T06:22:11.204Z
[junit4] 2> 649181 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649189 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649189 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649190 INFO (jetty-launcher-403-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649195 INFO (jetty-launcher-403-thread-7) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649197 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649202 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649213 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649215 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 649230 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649231 INFO (jetty-launcher-403-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649235 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649240 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649240 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649240 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 649248 INFO (jetty-launcher-403-thread-9) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649249 INFO (jetty-launcher-403-thread-8) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649258 INFO (jetty-launcher-403-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649267 INFO (jetty-launcher-403-thread-7) [n:127.0.0.1:33773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649267 INFO (jetty-launcher-403-thread-4) [n:127.0.0.1:35935_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649266 INFO (jetty-launcher-403-thread-5) [n:127.0.0.1:43791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649266 INFO (jetty-launcher-403-thread-10) [n:127.0.0.1:53788_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649284 INFO (jetty-launcher-403-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33608/solr
[junit4] 2> 649289 INFO (jetty-launcher-403-thread-10) [n:127.0.0.1:53788_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53788_solr
[junit4] 2> 649292 INFO (jetty-launcher-403-thread-4) [n:127.0.0.1:35935_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35935_solr
[junit4] 2> 649292 INFO (jetty-launcher-403-thread-7) [n:127.0.0.1:33773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33773_solr
[junit4] 2> 649290 INFO (jetty-launcher-403-thread-5) [n:127.0.0.1:43791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43791_solr
[junit4] 2> 649314 INFO (jetty-launcher-403-thread-10) [n:127.0.0.1:53788_solr ] o.a.s.c.Overseer Overseer (id=97982121962438672-127.0.0.1:53788_solr-n_0000000000) starting
[junit4] 2> 649316 INFO (jetty-launcher-403-thread-1) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 649317 INFO (jetty-launcher-403-thread-2) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 649321 INFO (jetty-launcher-403-thread-1) [n:127.0.0.1:40732_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649322 INFO (jetty-launcher-403-thread-2) [n:127.0.0.1:49000_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649324 INFO (jetty-launcher-403-thread-1) [n:127.0.0.1:40732_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40732_solr
[junit4] 2> 649346 INFO (jetty-launcher-403-thread-8) [n:127.0.0.1:41718_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 649348 INFO (jetty-launcher-403-thread-8) [n:127.0.0.1:41718_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649350 INFO (jetty-launcher-403-thread-8) [n:127.0.0.1:41718_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41718_solr
[junit4] 2> 649367 INFO (jetty-launcher-403-thread-2) [n:127.0.0.1:49000_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49000_solr
[junit4] 2> 649396 INFO (zkCallback-433-thread-1-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 649396 INFO (zkCallback-431-thread-1-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 649396 INFO (zkCallback-437-thread-1-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 649396 INFO (zkCallback-432-thread-1-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 649396 INFO (zkCallback-439-thread-1-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 649400 INFO (zkCallback-431-thread-2-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 649406 INFO (jetty-launcher-403-thread-4) [n:127.0.0.1:35935_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node6/.
[junit4] 2> 649410 INFO (jetty-launcher-403-thread-5) [n:127.0.0.1:43791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node8/.
[junit4] 2> 649420 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 649423 INFO (zkCallback-437-thread-3-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 649427 INFO (jetty-launcher-403-thread-1) [n:127.0.0.1:40732_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node1/.
[junit4] 2> 649427 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:49000_solr) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (6)
[junit4] 2> 649427 INFO (zkCallback-432-thread-3-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 649435 INFO (zkCallback-439-thread-2-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 649444 INFO (jetty-launcher-403-thread-7) [n:127.0.0.1:33773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node9/.
[junit4] 2> 649447 INFO (jetty-launcher-403-thread-10) [n:127.0.0.1:53788_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53788_solr
[junit4] 2> 649447 INFO (jetty-launcher-403-thread-3) [n:127.0.0.1:36553_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 649449 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:49000_solr) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649451 INFO (jetty-launcher-403-thread-3) [n:127.0.0.1:36553_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649454 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:41718_solr) [n:127.0.0.1:41718_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (7)
[junit4] 2> 649455 INFO (zkCallback-432-thread-3-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649455 INFO (zkCallback-439-thread-2-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649455 INFO (zkCallback-431-thread-2-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649455 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649455 INFO (zkCallback-437-thread-3-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649477 INFO (zkCallback-459-thread-1-processing-n:127.0.0.1:36553_solr) [n:127.0.0.1:36553_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 649490 INFO (jetty-launcher-403-thread-3) [n:127.0.0.1:36553_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36553_solr
[junit4] 2> 649500 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:41718_solr) [n:127.0.0.1:41718_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (zkCallback-437-thread-3-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:49000_solr) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (zkCallback-439-thread-2-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (zkCallback-459-thread-1-processing-n:127.0.0.1:36553_solr) [n:127.0.0.1:36553_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (zkCallback-432-thread-3-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649501 INFO (jetty-launcher-403-thread-9) [n:127.0.0.1:45188_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 649501 INFO (zkCallback-431-thread-2-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
[junit4] 2> 649507 INFO (jetty-launcher-403-thread-6) [n:127.0.0.1:48770_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (8)
[junit4] 2> 649509 INFO (jetty-launcher-403-thread-9) [n:127.0.0.1:45188_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649510 INFO (jetty-launcher-403-thread-6) [n:127.0.0.1:48770_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 649515 INFO (jetty-launcher-403-thread-6) [n:127.0.0.1:48770_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48770_solr
[junit4] 2> 649518 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:49000_solr) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649518 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:41718_solr) [n:127.0.0.1:41718_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649518 INFO (zkCallback-432-thread-3-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649519 INFO (zkCallback-439-thread-2-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649519 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649519 INFO (zkCallback-437-thread-3-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649519 INFO (zkCallback-431-thread-2-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649519 INFO (jetty-launcher-403-thread-9) [n:127.0.0.1:45188_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45188_solr
[junit4] 2> 649522 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:49000_solr) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649522 INFO (zkCallback-432-thread-3-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649522 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649522 INFO (zkCallback-439-thread-2-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649522 INFO (zkCallback-437-thread-3-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649522 INFO (zkCallback-431-thread-2-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649527 INFO (zkCallback-462-thread-1-processing-n:127.0.0.1:48770_solr) [n:127.0.0.1:48770_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649527 INFO (zkCallback-458-thread-1-processing-n:127.0.0.1:45188_solr) [n:127.0.0.1:45188_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
[junit4] 2> 649537 INFO (zkCallback-462-thread-2-processing-n:127.0.0.1:48770_solr) [n:127.0.0.1:48770_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649546 INFO (zkCallback-459-thread-1-processing-n:127.0.0.1:36553_solr) [n:127.0.0.1:36553_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (10)
[junit4] 2> 649546 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:41718_solr) [n:127.0.0.1:41718_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649546 INFO (zkCallback-458-thread-2-processing-n:127.0.0.1:45188_solr) [n:127.0.0.1:45188_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
[junit4] 2> 649560 INFO (jetty-launcher-403-thread-2) [n:127.0.0.1:49000_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node5/.
[junit4] 2> 649592 INFO (jetty-launcher-403-thread-3) [n:127.0.0.1:36553_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node7/.
[junit4] 2> 649626 INFO (jetty-launcher-403-thread-10) [n:127.0.0.1:53788_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node4/.
[junit4] 2> 649638 INFO (jetty-launcher-403-thread-9) [n:127.0.0.1:45188_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node3/.
[junit4] 2> 649697 INFO (jetty-launcher-403-thread-8) [n:127.0.0.1:41718_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node2/.
[junit4] 2> 649725 INFO (jetty-launcher-403-thread-6) [n:127.0.0.1:48770_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node10/.
[junit4] 2> 649750 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
[junit4] 2> 649751 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33608/solr ready
[junit4] 2> 650424 INFO (qtp119379841-5156) [n:127.0.0.1:41718_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 650439 INFO (OverseerThreadFactory-1346-thread-1-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 650612 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 650616 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650618 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
[junit4] 2> 650619 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650650 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 650650 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 650651 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
[junit4] 2> 650651 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650651 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650651 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
[junit4] 2> 650652 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650664 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650665 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 650665 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650666 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 650666 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
[junit4] 2> 650666 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650666 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650671 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
[junit4] 2> 650671 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 650788 INFO (zkCallback-459-thread-1-processing-n:127.0.0.1:36553_solr) [n:127.0.0.1:36553_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650788 INFO (zkCallback-432-thread-3-processing-n:127.0.0.1:35935_solr) [n:127.0.0.1:35935_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650788 INFO (zkCallback-456-thread-1-processing-n:127.0.0.1:41718_solr) [n:127.0.0.1:41718_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650788 INFO (zkCallback-431-thread-2-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650788 INFO (zkCallback-433-thread-2-processing-n:127.0.0.1:43791_solr) [n:127.0.0.1:43791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650790 INFO (zkCallback-439-thread-2-processing-n:127.0.0.1:40732_solr) [n:127.0.0.1:40732_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650790 INFO (zkCallback-453-thread-1-processing-n:127.0.0.1:49000_solr) [n:127.0.0.1:49000_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650790 INFO (zkCallback-458-thread-2-processing-n:127.0.0.1:45188_solr) [n:127.0.0.1:45188_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650790 INFO (zkCallback-437-thread-3-processing-n:127.0.0.1:33773_solr) [n:127.0.0.1:33773_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 650791 INFO (zkCallback-462-thread-2-processing-n:127.0.0.1:48770_solr) [n:127.0.0.1:48770_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
[junit4] 2> 651647 WARN (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 651648 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651649 WARN (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 651681 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651685 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 651688 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 651688 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 651688 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 651688 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node2/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node2/./test_col_shard3_replica1/data/]
[junit4] 2> 651689 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 651690 INFO (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 651691 WARN (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 651695 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651700 WARN (qtp119379841-5125) [n:127.0.0.1:41718_solr c:test_col s:shard3 x:test_col_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 651700 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 651704 WARN (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 651706 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651707 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 651707 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 651713 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 651713 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 651713 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node7/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node7/./test_col_shard3_replica2/data/]
[junit4] 2> 651715 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 651717 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 651717 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 651717 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 651722 WARN (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 651723 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 651723 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node10/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node10/./test_col_shard5_replica2/data/]
[junit4] 2> 651723 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 651725 INFO (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 651725 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651732 WARN (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 651735 WARN (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 652552 WARN (qtp1422303759-5102) [n:127.0.0.1:48770_solr c:test_col s:shard5 x:test_col_shard5_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 652555 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651738 WARN (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 652563 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 651738 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 652569 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652569 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 652570 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652570 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node8/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node8/./test_col_shard2_replica2/data/]
[junit4] 2> 652570 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652575 INFO (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652576 WARN (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 652577 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 652601 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 652604 WARN (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 652604 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652604 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 652604 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652605 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node9/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node9/./test_col_shard1_replica1/data/]
[junit4] 2> 652605 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 652605 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652606 WARN (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 652607 INFO (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652607 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 652625 WARN (qtp821429963-5107) [n:127.0.0.1:43791_solr c:test_col s:shard2 x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 652641 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 652660 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 652662 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652662 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 652665 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 652667 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652667 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node4/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node4/./test_col_shard4_replica1/data/]
[junit4] 2> 652667 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652667 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 652667 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652668 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652668 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node6/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node6/./test_col_shard4_replica2/data/]
[junit4] 2> 652668 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652668 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652668 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 652669 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652669 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node1/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node1/./test_col_shard2_replica1/data/]
[junit4] 2> 652669 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652672 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
[junit4] 2> 652674 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652674 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col, trusted=true
[junit4] 2> 652681 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
[junit4] 2> 652684 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 652684 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col, trusted=true
[junit4] 2> 652684 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652684 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node5/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node5/./test_col_shard5_replica1/data/]
[junit4] 2> 652685 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652685 INFO (qtp1121215896-5069) [n:127.0.0.1:40732_solr c:test_col s:shard2 x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652685 INFO (qtp1152003806-5103) [n:127.0.0.1:35935_solr c:test_col s:shard4 x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652686 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 652686 INFO (qtp949199042-5074) [n:127.0.0.1:53788_solr c:test_col s:shard4 x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652686 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node3/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_BA698C80EC30B879-001/tempDir-001/node3/./test_col_shard1_replica2/data/]
[junit4] 2> 652687 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@89dfce8
[junit4] 2> 652688 INFO (qtp1160637428-5121) [n:127.0.0.1:45188_solr c:test_col s:shard1 x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652692 WARN (qtp76740778-5118) [n:127.0.0.1:33773_solr c:test_col s:shard1 x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 652700 INFO (qtp745038957-5087) [n:127.0.0.1:49000_solr c:test_col s:shard5 x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=9.681640625, floorSegmentMB=2.1953125, forceMergeDeletesPctAllowed=0.09299824240403098, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 652711 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 652711 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 652712 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 652712 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 652717 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=995174679, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 652717 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@61981708[test_col_shard3_replica2] main]
[junit4] 2> 652719 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 652719 INFO (qtp2046805435-5093) [n:127.0.0.1:36553_solr c:test_col s:shard3 x:test_col_shard3_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 65271
[...truncated too long message...]
r Overseer (id=97982187650482223-127.0.0.1:51967_-n_0000000014) closing
[junit4] 2> 1834855 INFO (OverseerStateUpdate-97982187650482223-127.0.0.1:51967_-n_0000000014) [n:127.0.0.1:51967_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51967_
[junit4] 2> 1834860 INFO (zkCallback-26728-thread-7-processing-n:127.0.0.1:36990_) [n:127.0.0.1:36990_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1834860 INFO (zkCallback-26728-thread-4-processing-n:127.0.0.1:36990_) [n:127.0.0.1:36990_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36990_
[junit4] 2> 1834865 INFO (zkCallback-26728-thread-4-processing-n:127.0.0.1:36990_) [n:127.0.0.1:36990_ ] o.a.s.c.Overseer Overseer (id=97982187650482226-127.0.0.1:36990_-n_0000000015) starting
[junit4] 2> 1836360 WARN (zkCallback-26721-thread-4-processing-n:127.0.0.1:51967_) [n:127.0.0.1:51967_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1836364 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4bf11797{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1836364 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@579c825{/,null,UNAVAILABLE}
[junit4] 2> 1836364 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 36990
[junit4] 2> 1836365 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=780647211
[junit4] 2> 1836365 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1836365 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
[junit4] 2> 1836365 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
[junit4] 2> 1836370 INFO (coreCloseExecutor-8657-thread-1) [n:127.0.0.1:36990_ c:collection1 s:shard1 r:core_node15 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@8c1011c
[junit4] 2> 1836504 INFO (coreCloseExecutor-8657-thread-1) [n:127.0.0.1:36990_ c:collection1 s:shard1 r:core_node15 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1836505 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.c.Overseer Overseer (id=97982187650482226-127.0.0.1:36990_-n_0000000015) closing
[junit4] 2> 1836505 INFO (OverseerStateUpdate-97982187650482226-127.0.0.1:36990_-n_0000000015) [n:127.0.0.1:36990_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36990_
[junit4] 2> 1836508 WARN (zkCallback-26728-thread-4-processing-n:127.0.0.1:36990_) [n:127.0.0.1:36990_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1836509 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7359a586{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1836509 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dc620bc{/,null,UNAVAILABLE}
[junit4] 2> 1836511 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1836514 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[BA698C80EC30B879]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54719 54719
[junit4] 2> 1836601 INFO (Thread-4060) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54719 54719
[junit4] 2> 1836602 WARN (Thread-4060) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/overseer/queue
[junit4] 2> 9 /solr/overseer/queue-work
[junit4] 2> 9 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=test -Dtests.seed=BA698C80EC30B879 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=el-GR -Dtests.timezone=Europe/Jersey -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 186s J0 | ChaosMonkeyNothingIsSafeTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: document count mismatch. control=14545 sum(shards)=14544 cloudClient=14544
[junit4] > at __randomizedtesting.SeedInfo.seed([BA698C80EC30B879:323DB35A42CCD581]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
[junit4] > at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:226)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1836610 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[BA698C80EC30B879]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_BA698C80EC30B879-001
[junit4] 2> May 18, 2017 6:41:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=MockRandom), a_t=FSTOrd50, a_i=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom)}, docValues:{rnd_b=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=231, maxMBSortInHeap=7.343079095220731, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=el-GR, timezone=Europe/Jersey
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=53697840,total=513802240
[junit4] 2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, PKIAuthenticationIntegrationTest, TestFieldCacheSortRandom, TestAtomicUpdateErrorCases, FacetPivotSmallTest, QueryEqualityTest, ResourceLoaderTest, TestValueSourceCache, CdcrUpdateLogTest, TestSolrCloudSnapshots, TestPerFieldSimilarityWithDefaultOverride, TestStressRecovery, DistributedFacetPivotSmallAdvancedTest, ConfigSetsAPITest, FastVectorHighlighterTest, TestCodecSupport, CacheHeaderTest, TestSolrConfigHandler, OverseerStatusTest, TestIBSimilarityFactory, SolrCoreTest, CoreAdminCreateDiscoverTest, CollectionsAPIAsyncDistributedZkTest, AnalysisAfterCoreReloadTest, HighlighterMaxOffsetTest, TestSolrCoreProperties, TestRestManager, SolrMetricReporterTest, TestReplicationHandlerBackup, TestLRUStatsCache, TestConfigSetProperties, TestPathTrie, ZkNodePropsTest, DistribJoinFromCollectionTest, TestRemoteStreaming, SolrIndexMetricsTest, TestFreeTextSuggestions, DocExpirationUpdateProcessorFactoryTest, TestRawResponseWriter, TestCloudRecovery, LeaderInitiatedRecoveryOnCommitTest, TestScoreJoinQPNoScore, TestNamedUpdateProcessors, TestDFISimilarityFactory, TestHdfsUpdateLog, TestLeaderElectionWithEmptyReplica, DocValuesNotIndexedTest, DistanceUnitsTest, UtilsToolTest, TestManagedStopFilterFactory, TestCustomSort, SharedFSAutoReplicaFailoverTest, BasicZkTest, CollectionReloadTest, TestHighlightDedupGrouping, TestSolrCloudWithSecureImpersonation, TestPayloadScoreQParserPlugin, DisMaxRequestHandlerTest, SSLMigrationTest, TestOmitPositions, TestSmileRequest, AliasIntegrationTest, TestReplicaProperties, TestJsonFacetRefinement, HdfsRecoverLeaseTest, TestSchemaManager, TestPerFieldSimilarity, SmileWriterTest, ClusterStateTest, NumericFieldsTest, BlockDirectoryTest, SuggestComponentTest, TestStressLiveNodes, RequiredFieldsTest, TestUseDocValuesAsStored2, BitVectorTest, TestCloudManagedSchema, AlternateDirectoryTest, TestDocumentBuilder, ConfigureRecoveryStrategyTest, UUIDFieldTest, TestBlobHandler, TestSubQueryTransformerDistrib, TestCollationFieldDocValues, TestSolrFieldCacheMBean, SolrRequestParserTest, DistributedQueryComponentCustomSortTest, TestRandomFlRTGCloud, TestConfigSetsAPI, ShufflingReplicaListTransformerTest, TestSQLHandler, TestBadConfig, GraphQueryTest, TestFieldTypeResource, TestCloudJSONFacetJoinDomain, LeaderElectionIntegrationTest, TestFastWriter, StandardRequestHandlerTest, TestBackupRepositoryFactory, TestManagedSchemaAPI, HLLSerializationTest, TestLocalFSCloudBackupRestore, BlobRepositoryCloudTest, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed [270/711 (2!)] on J0 in 185.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 44883 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 5 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/5/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.StressHdfsTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353) at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3012) at org.apache.solr.core.SolrCore.close(SolrCore.java:1546) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:917) at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:353)
at org.apache.solr.core.SolrCore.cleanupOldIndexDirectories(SolrCore.java:3012)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1546)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:965)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:917)
at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:555)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([FD6F0C19DBF83B16]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.GeneratedMethodAccessor91.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38609/_/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38609/_/collection1
at __randomizedtesting.SeedInfo.seed([FD6F0C19DBF83B16:753B33C3750456EE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1127)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:327)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:154)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 49 more
Build Log:
[...truncated 13366 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/init-core-data-001
[junit4] 2> 4343636 WARN (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=36 numCloses=36
[junit4] 2> 4343636 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 4343646 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 4343647 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4343682 WARN (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4343688 WARN (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4343690 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4343703 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_36593_hdfs____7sh3zq/webapp
[junit4] 2> 4344113 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36593
[junit4] 2> 4344188 WARN (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4344190 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4344204 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40419_datanode____.a70ibd/webapp
[junit4] 2> 4344589 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40419
[junit4] 2> 4344638 WARN (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4344639 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 4344654 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55593_datanode____s5q02e/webapp
[junit4] 2> 4344703 INFO (IPC Server handler 3 on 48626) [ ] BlockStateChange BLOCK* processReport: from storage DS-0c13f431-6c7e-4b5a-b9a1-f71d68b9a42e node DatanodeRegistration(127.0.0.1:51940, datanodeUuid=3e3f1ff8-925e-4fe2-9c5f-5fedfd50395f, infoPort=58987, infoSecurePort=0, ipcPort=43785, storageInfo=lv=-56;cid=testClusterID;nsid=2013320046;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4344703 INFO (IPC Server handler 3 on 48626) [ ] BlockStateChange BLOCK* processReport: from storage DS-b9a862ce-08e3-44d5-a1bf-2ce8e0683052 node DatanodeRegistration(127.0.0.1:51940, datanodeUuid=3e3f1ff8-925e-4fe2-9c5f-5fedfd50395f, infoPort=58987, infoSecurePort=0, ipcPort=43785, storageInfo=lv=-56;cid=testClusterID;nsid=2013320046;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4345049 INFO (SUITE-StressHdfsTest-seed#[FD6F0C19DBF83B16]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55593
[junit4] 2> 4345167 INFO (IPC Server handler 1 on 48626) [ ] BlockStateChange BLOCK* processReport: from storage DS-eb776af6-ce15-45a1-8553-8428b2407452 node DatanodeRegistration(127.0.0.1:36543, datanodeUuid=0c45b18e-f8ec-4c3b-9edd-49a80f90a6ad, infoPort=39075, infoSecurePort=0, ipcPort=45466, storageInfo=lv=-56;cid=testClusterID;nsid=2013320046;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 4345167 INFO (IPC Server handler 1 on 48626) [ ] BlockStateChange BLOCK* processReport: from storage DS-58c3ef74-f5d4-483b-b603-da71c367fdb5 node DatanodeRegistration(127.0.0.1:36543, datanodeUuid=0c45b18e-f8ec-4c3b-9edd-49a80f90a6ad, infoPort=39075, infoSecurePort=0, ipcPort=45466, storageInfo=lv=-56;cid=testClusterID;nsid=2013320046;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 4345244 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4345245 INFO (Thread-67660) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4345245 INFO (Thread-67660) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4345251 ERROR (Thread-67660) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4345345 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ZkTestServer start zk server on port:48499
[junit4] 2> 4345361 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4345364 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 4345366 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4345368 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4345370 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4345372 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4345374 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4345375 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4345379 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4345381 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4345383 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4345513 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/control-001/cores/collection1
[junit4] 2> 4345515 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4345516 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50dfe5bb{/,null,AVAILABLE}
[junit4] 2> 4345517 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39abf055{HTTP/1.1,[http/1.1]}{127.0.0.1:44148}
[junit4] 2> 4345518 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server Started @4348667ms
[junit4] 2> 4345518 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48626/hdfs__localhost_48626__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001_tempDir-002_control_data, hostContext=/, hostPort=44148, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/control-001/cores}
[junit4] 2> 4345518 ERROR (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4345519 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 4345519 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4345519 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4345519 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-16T20:23:18.630Z
[junit4] 2> 4345522 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4345522 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/control-001/solr.xml
[junit4] 2> 4345530 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4345531 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48499/solr
[junit4] 2> 4345554 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:44148_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4345555 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:44148_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44148_
[junit4] 2> 4345556 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:44148_ ] o.a.s.c.Overseer Overseer (id=97974104775524356-127.0.0.1:44148_-n_0000000000) starting
[junit4] 2> 4345564 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:44148_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44148_
[junit4] 2> 4345566 INFO (zkCallback-15594-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4345677 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:44148_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/control-001/cores
[junit4] 2> 4345677 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:44148_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4345678 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4345681 INFO (OverseerStateUpdate-97974104775524356-127.0.0.1:44148_-n_0000000000) [n:127.0.0.1:44148_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4346699 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 4346717 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4346861 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4346879 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 4346879 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48626/solr_hdfs_home
[junit4] 2> 4346880 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4346880 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4346880 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/control-001/cores/collection1], dataDir=[hdfs://localhost:48626/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 4346880 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@750c8bf
[junit4] 2> 4346880 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 4346890 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4346890 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4346890 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4346900 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4346900 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 4346926 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 4346934 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4346934 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4346934 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4346943 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4346943 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=85.140625, floorSegmentMB=1.2900390625, forceMergeDeletesPctAllowed=21.2454442398125, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7283743607865888
[junit4] 2> 4346955 INFO (IPC Server handler 4 on 48626) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36543 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0c13f431-6c7e-4b5a-b9a1-f71d68b9a42e:NORMAL:127.0.0.1:51940|RBW], ReplicaUC[[DISK]DS-eb776af6-ce15-45a1-8553-8428b2407452:NORMAL:127.0.0.1:36543|FINALIZED]]} size 0
[junit4] 2> 4346956 INFO (IPC Server handler 5 on 48626) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51940 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-eb776af6-ce15-45a1-8553-8428b2407452:NORMAL:127.0.0.1:36543|FINALIZED], ReplicaUC[[DISK]DS-b9a862ce-08e3-44d5-a1bf-2ce8e0683052:NORMAL:127.0.0.1:51940|FINALIZED]]} size 0
[junit4] 2> 4346965 WARN (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4347015 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4347015 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4347015 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4347029 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4347029 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4347031 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11624885577571611]
[junit4] 2> 4347036 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36ba057c[collection1] main]
[junit4] 2> 4347038 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4347039 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4347039 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4347041 INFO (searcherExecutor-12021-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36ba057c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4347043 INFO (coreLoadExecutor-12020-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567585678292680704
[junit4] 2> 4347051 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4347052 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4347052 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44148/collection1/
[junit4] 2> 4347053 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4347053 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44148/collection1/ has no replicas
[junit4] 2> 4347053 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4347058 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44148/collection1/ shard1
[junit4] 2> 4347189 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4347191 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48499/solr ready
[junit4] 2> 4347191 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 4347191 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 4347209 INFO (coreZkRegister-12013-thread-1-processing-n:127.0.0.1:44148_ x:collection1 c:control_collection) [n:127.0.0.1:44148_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4347324 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-1-001/cores/collection1
[junit4] 2> 4347325 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-1-001
[junit4] 2> 4347326 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4347328 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c1c42d8{/,null,AVAILABLE}
[junit4] 2> 4347328 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5bf353a6{HTTP/1.1,[http/1.1]}{127.0.0.1:54229}
[junit4] 2> 4347329 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server Started @4350478ms
[junit4] 2> 4347329 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48626/hdfs__localhost_48626__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=54229, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-1-001/cores}
[junit4] 2> 4347329 ERROR (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4347330 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 4347330 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4347330 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4347330 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-16T20:23:20.441Z
[junit4] 2> 4347336 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4347336 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-1-001/solr.xml
[junit4] 2> 4347343 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4347344 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48499/solr
[junit4] 2> 4347357 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4347360 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:54229_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4347363 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:54229_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54229_
[junit4] 2> 4347365 INFO (zkCallback-15598-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4347365 INFO (zkCallback-15594-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4347373 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4347438 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:54229_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-1-001/cores
[junit4] 2> 4347438 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:54229_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4347440 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4347441 INFO (OverseerStateUpdate-97974104775524356-127.0.0.1:44148_-n_0000000000) [n:127.0.0.1:44148_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4347544 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4348455 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 4348473 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4348614 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4348629 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 4348629 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48626/solr_hdfs_home
[junit4] 2> 4348629 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4348629 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4348630 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:48626/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 4348630 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@750c8bf
[junit4] 2> 4348630 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 4348640 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4348640 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4348640 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4348647 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4348648 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 4348668 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 4348676 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4348676 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4348676 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4348684 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4348684 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=85.140625, floorSegmentMB=1.2900390625, forceMergeDeletesPctAllowed=21.2454442398125, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7283743607865888
[junit4] 2> 4348697 INFO (IPC Server handler 2 on 48626) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36543 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0c13f431-6c7e-4b5a-b9a1-f71d68b9a42e:NORMAL:127.0.0.1:51940|RBW], ReplicaUC[[DISK]DS-58c3ef74-f5d4-483b-b603-da71c367fdb5:NORMAL:127.0.0.1:36543|RBW]]} size 0
[junit4] 2> 4348698 INFO (IPC Server handler 3 on 48626) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51940 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-0c13f431-6c7e-4b5a-b9a1-f71d68b9a42e:NORMAL:127.0.0.1:51940|RBW], ReplicaUC[[DISK]DS-58c3ef74-f5d4-483b-b603-da71c367fdb5:NORMAL:127.0.0.1:36543|RBW]]} size 0
[junit4] 2> 4348706 WARN (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4348781 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4348781 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4348781 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4348794 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4348794 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4348797 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11624885577571611]
[junit4] 2> 4348801 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40fbf44a[collection1] main]
[junit4] 2> 4348802 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4348803 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4348803 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4348804 INFO (searcherExecutor-12032-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40fbf44a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4348806 INFO (coreLoadExecutor-12031-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567585680141320192
[junit4] 2> 4348814 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4348814 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4348814 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54229/collection1/
[junit4] 2> 4348814 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4348814 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54229/collection1/ has no replicas
[junit4] 2> 4348814 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4348819 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54229/collection1/ shard1
[junit4] 2> 4348922 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4348970 INFO (coreZkRegister-12026-thread-1-processing-n:127.0.0.1:54229_ x:collection1 c:collection1) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4349074 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4349078 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-2-001/cores/collection1
[junit4] 2> 4349079 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-2-001
[junit4] 2> 4349079 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4349081 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fb98c49{/,null,AVAILABLE}
[junit4] 2> 4349081 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c55f077{HTTP/1.1,[http/1.1]}{127.0.0.1:40744}
[junit4] 2> 4349082 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server Started @4352231ms
[junit4] 2> 4349083 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48626/hdfs__localhost_48626__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=40744, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-2-001/cores}
[junit4] 2> 4349083 ERROR (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4349083 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 4349083 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4349083 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4349083 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-16T20:23:22.194Z
[junit4] 2> 4349086 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4349086 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-2-001/solr.xml
[junit4] 2> 4349094 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4349095 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48499/solr
[junit4] 2> 4349106 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:40744_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4349110 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:40744_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4349114 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:40744_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40744_
[junit4] 2> 4349117 INFO (zkCallback-15594-thread-1-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4349117 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4349117 INFO (zkCallback-15598-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4349125 INFO (zkCallback-15610-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4349254 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:40744_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-2-001/cores
[junit4] 2> 4349254 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:40744_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4349255 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4349257 INFO (OverseerStateUpdate-97974104775524356-127.0.0.1:44148_-n_0000000000) [n:127.0.0.1:44148_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4349359 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4349359 INFO (zkCallback-15610-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4350272 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 4350289 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4350427 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 4350442 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 4350442 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48626/solr_hdfs_home
[junit4] 2> 4350442 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4350442 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4350442 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:48626/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 4350443 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@750c8bf
[junit4] 2> 4350443 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 4350453 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4350453 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4350453 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4350460 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4350461 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 4350481 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48626/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 4350489 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4350490 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 4350490 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 4350497 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4350497 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=85.140625, floorSegmentMB=1.2900390625, forceMergeDeletesPctAllowed=21.2454442398125, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7283743607865888
[junit4] 2> 4350507 INFO (IPC Server handler 1 on 48626) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51940 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-58c3ef74-f5d4-483b-b603-da71c367fdb5:NORMAL:127.0.0.1:36543|RBW], ReplicaUC[[DISK]DS-b9a862ce-08e3-44d5-a1bf-2ce8e0683052:NORMAL:127.0.0.1:51940|RBW]]} size 0
[junit4] 2> 4350508 INFO (IPC Server handler 2 on 48626) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36543 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-b9a862ce-08e3-44d5-a1bf-2ce8e0683052:NORMAL:127.0.0.1:51940|RBW], ReplicaUC[[DISK]DS-eb776af6-ce15-45a1-8553-8428b2407452:NORMAL:127.0.0.1:36543|FINALIZED]]} size 0
[junit4] 2> 4350517 WARN (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4350571 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 4350571 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4350571 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 4350585 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4350585 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4350587 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11624885577571611]
[junit4] 2> 4350591 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52d24adc[collection1] main]
[junit4] 2> 4350593 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 4350593 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 4350593 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4350595 INFO (searcherExecutor-12043-thread-1-processing-n:127.0.0.1:40744_ x:collection1 c:collection1) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52d24adc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4350597 INFO (coreLoadExecutor-12042-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567585682019319808
[junit4] 2> 4350601 INFO (coreZkRegister-12037-thread-1-processing-n:127.0.0.1:40744_ x:collection1 c:collection1) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 4350601 INFO (updateExecutor-15607-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 4350602 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 4350603 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 4350603 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 4350603 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 4350603 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:54229/collection1/] and I am [http://127.0.0.1:40744/collection1/]
[junit4] 2> 4350607 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:54229]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:40744_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 4350608 INFO (qtp916797385-99874) [n:127.0.0.1:54229_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 4350608 INFO (qtp916797385-99874) [n:127.0.0.1:54229_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 4350608 INFO (qtp916797385-99874) [n:127.0.0.1:54229_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40744_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:40744","node_name":"127.0.0.1:40744_","state":"down"}
[junit4] 2> 4350707 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4350707 INFO (zkCallback-15610-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 4350890 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-3-001/cores/collection1
[junit4] 2> 4350891 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-3-001
[junit4] 2> 4350892 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 4350894 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ac360f7{/,null,AVAILABLE}
[junit4] 2> 4350894 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12d4ded{HTTP/1.1,[http/1.1]}{127.0.0.1:38700}
[junit4] 2> 4350895 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.e.j.s.Server Started @4354044ms
[junit4] 2> 4350895 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48626/hdfs__localhost_48626__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.6_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=38700, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-3-001/cores}
[junit4] 2> 4350896 ERROR (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4350896 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.6.0
[junit4] 2> 4350896 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4350896 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4350896 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-16T20:23:24.007Z
[junit4] 2> 4350899 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 4350899 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-3-001/solr.xml
[junit4] 2> 4350906 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 4350907 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48499/solr
[junit4] 2> 4350917 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:38700_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4350920 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:38700_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4350922 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:38700_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38700_
[junit4] 2> 4350924 INFO (zkCallback-15598-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4350925 INFO (zkCallback-15610-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4350925 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4350925 INFO (zkCallback-15594-thread-2-processing-n:127.0.0.1:44148_) [n:127.0.0.1:44148_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4350926 INFO (zkCallback-15617-thread-1-processing-n:127.0.0.1:38700_) [n:127.0.0.1:38700_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4351035 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:38700_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_FD6F0C19DBF83B16-001/shard-3-001/cores
[junit4] 2> 4351035 INFO (TEST-StressHdfsTest.test-seed#[FD6F0C19DBF83B16]) [n:127.0.0.1:38700_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 4351036 INFO (coreLoadExecutor-12053-thread-1-processing-n:127.0.0.1:38700_) [n:127.0.0.1:38700_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4351038 INFO (OverseerStateUpdate-97974104775524356-127.0.0.1:44148_-n_0000000000) [n:127.0.0.1:44148_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 4351141 INFO (zkCallback-15617-thread-1-processing-n:127.0.0.1:38700_) [n:127.0.0.1:38700_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4351141 INFO (zkCallback-15610-thread-1-processing-n:127.0.0.1:40744_) [n:127.0.0.1:40744_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4351141 INFO (zkCallback-15604-thread-1-processing-n:127.0.0.1:54229_) [n:127.0.0.1:54229_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4351609 INFO (qtp916797385-99874) [n:127.0.0.1:54229_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40744_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:48626/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:40744","node_name":"127.0.0.1:40744_","state":"recovering","ulogDir":"hdfs://localhost:48626/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 4351609 INFO (qtp916797385-99874) [n:127.0.0.1:54229_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 4351609 INFO (qtp916797385-99874) [n:127.0.0.1:54229_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40744_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 4352061 INFO (coreLoadExecutor-12053-thread-1-processing-n:127.0.0.1:38700_) [n:127.0.0.1:38700_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 4352094 INFO (coreLoadExecutor-12053-thread-1-processing-n:127.0.0.1:38700_) [n:127.0.0.1:38700_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 4352110 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:54229/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 4352110 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:40744 START replicas=[http://127.0.0.1:54229/collection1/] nUpdates=100
[junit4] 2> 4352112 INFO (qtp916797385-99878) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 4352112 INFO (qtp916797385-99878) [n:127.0.0.1:54229_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4352115 INFO (recoveryExecutor-15608-thread-1-processing-n:127.0.0.1:40744_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40744_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 4352116 INFO (recoveryExecut
[...truncated too long message...]
junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.lucene.store.SlowClosingMockIndexInputWrapper.close(SlowClosingMockIndexInputWrapper.java:39)
[junit4] 2> ... 47 more
[junit4] 2>
[junit4] 2> 5493509 INFO (qtp1291488397-88436) [n:127.0.0.1:44069__ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sl-SI, timezone=SystemV/YST9YDT
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=98571024,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [ShardRoutingCustomTest, WordBreakSolrSpellCheckerTest, TestSolrCLIRunExample, HLLUtilTest, TestFiltering, CopyFieldTest, TestClusterProperties, TestFieldCacheVsDocValues, TestComplexPhraseLeadingWildcard, TestSubQueryTransformer, DirectSolrConnectionTest, TriLevelCompositeIdRoutingTest, UpdateRequestProcessorFactoryTest, SampleTest, LeaderInitiatedRecoveryOnShardRestartTest, DataDrivenBlockJoinTest, TestConfigOverlay, TestAuthorizationFramework, TestLeaderElectionZkExpiry, TestSQLHandlerNonCloud, DistributedFacetPivotLargeTest, ConnectionReuseTest, TestSystemCollAutoCreate, TestSearchPerf, TestFieldResource, SimplePostToolTest, TestSolr4Spatial2, TestSolrIndexConfig, HdfsThreadLeakTest, TestSuggestSpellingConverter, TestOverriddenPrefixQueryForCustomFieldType, ChangedSchemaMergeTest, SortByFunctionTest, SortSpecParsingTest, TestFuzzyAnalyzedSuggestions, SimpleMLTQParserTest, TestDeleteCollectionOnDownNodes, SuggesterFSTTest, TestRequestForwarding, TestExactSharedStatsCache, ZkControllerTest, ZkStateReaderTest, DistributedQueryComponentOptimizationTest, CoreAdminRequestStatusTest, TestElisionMultitermQuery, BufferStoreTest, TestCoreContainer, DistributedMLTComponentTest, CSVRequestHandlerTest, TestSolrQueryParserResource, TestSchemalessBufferedUpdates, URLClassifyProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestCSVResponseWriter, TestStressVersions, IndexSchemaRuntimeFieldTest, RemoteQueryErrorTest, SharedFSAutoReplicaFailoverUtilsTest, TestTolerantUpdateProcessorCloud, SegmentsInfoRequestHandlerTest, TestWordDelimiterFilterFactory, TestStressCloudBlindAtomicUpdates, SchemaVersionSpecificBehaviorTest, CleanupOldIndexTest, TestDynamicLoading, BigEndianAscendingWordDeserializerTest, TestSolrDynamicMBean, TestTrackingShardHandlerFactory, TestManagedSynonymFilterFactory, DistributedFacetPivotSmallTest, CheckHdfsIndexTest, TestLMDirichletSimilarityFactory, TestExportWriter, TestScoreJoinQPScore, TestDocTermOrds, TolerantUpdateProcessorTest, CollectionsAPIDistributedZkTest, SearchHandlerTest, OverseerModifyCollectionTest, TestHighFrequencyDictionaryFactory, TestFastOutputStream, OverseerTaskQueueTest, ShardRoutingTest, TestNumericTerms32, TestHashQParserPlugin, BasicFunctionalityTest, ConvertedLegacyTest, SolrCloudExampleTest, RuleEngineTest, TestSolrCloudWithDelegationTokens, TermVectorComponentTest, TestDistributedStatsComponentCardinality, SoftAutoCommitTest, TestSimpleTrackingShardHandler, ConnectionManagerTest, SpellCheckCollatorTest, TestConfigReload, TestManagedSchemaThreadSafety, TestRandomRequestDistribution, SolrMetricsIntegrationTest, MoreLikeThisHandlerTest, DeleteReplicaTest, TestXmlQParser, SystemInfoHandlerTest, DistributedQueueTest, DocValuesTest, AnalyticsMergeStrategyTest, TestStandardQParsers, TestReqParamsAPI, FileUtilsTest, MultiTermTest, JsonLoaderTest, ZkCLITest, TestFieldSortValues, TestSolrCloudWithHadoopAuthPlugin, LoggingHandlerTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestDistributedSearch, HardAutoCommitTest, TestRangeQuery, UpdateParamsTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, TestRTGBase, DistributedIntervalFacetingTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, SaslZkACLProviderTest, ShardSplitTest, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSegmentSorting, TestSizeLimitedDistributedMap, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, TestClusterStateMutator, RulesTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, TestInfoStreamLogging, TestInitParams, TestShardHandlerFactory, TestSolrConfigHandler, TestSolrCoreSnapshots, RequestLoggingTest, InfoHandlerTest, MetricsHandlerTest, SecurityConfHandlerTest, StatsReloadRaceTest, TestCollectionAPIs, TestConfigsApi, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, FacetPivotSmallTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, SubstringBytesRefFilterTest, TestMacroExpander, TestMacros, JSONWriterTest, SmileWriterTest, TestCustomDocTransformer, TestRawTransformer, TestChildDocTransformer, TestClassNameShortening, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, BooleanFieldTest, DocValuesMissingTest, PreAnalyzedFieldManagedSchemaCloudTest, SpatialRPTFieldTypeTest, AnalyticsQueryTest, LargeFieldTest, MergeStrategyTest, TestNoOpRegenerator, TestPayloadCheckQParserPlugin, TestQueryWrapperFilter, TestRandomCollapseQParserPlugin, TestSearcherReuse, TestSolrCoreParser, TestStressUserVersions, TestTrieFacet, TestJsonFacets, BasicAuthIntegrationTest, HttpSolrCallGetCoreTest, ResponseHeaderTest, TestBlendedInfixSuggestions, HdfsDirectoryTest, SolrIndexMetricsTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [711/711 (2!)] on J1 in 737.99s, 1 test, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/temp/junit4-J1-20170516_191049_9002658684027530429065.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/heapdumps/java_pid19708.hprof ...
[junit4] Heap dump file created [687754645 bytes in 4.843 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 7484 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/build.xml:727: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19708.hprof
Total time: 329 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-6.6 - Build # 4 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.6/4/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexSorting
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([79DC68A757851F38]:0)
FAILED: org.apache.solr.cloud.TestRandomRequestDistribution.test
Error Message:
Shard a1x2_shard1_replica1 received all 10 requests
Stack Trace:
java.lang.AssertionError: Shard a1x2_shard1_replica1 received all 10 requests
at __randomizedtesting.SeedInfo.seed([FB98FBAB5B60D44:87EDB0601B4A60BC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestRandomRequestDistribution.testRequestTracking(TestRandomRequestDistribution.java:121)
at org.apache.solr.cloud.TestRandomRequestDistribution.test(TestRandomRequestDistribution.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig
Error Message:
The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low. Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
at __randomizedtesting.SeedInfo.seed([FB98FBAB5B60D44:F8164691483FE76F]:0)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
at java.nio.Bits.reserveMemory(Bits.java:693)
at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:75)
at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
... 42 more
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([79DC68A757851F38]:0)
Build Log:
[...truncated 1861 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> maj 15, 2017 11:58:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.index.TestIndexSorting
[junit4] 2> 1) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1249)
[junit4] 2> at java.lang.Thread.join(Thread.java:1323)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 2) Thread[id=5625, name=TEST-TestIndexSorting.testRandom3-seed#[79DC68A757851F38], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.hash(NodeHash.java:103)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:128)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 3) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 4) Thread[id=5624, name=SUITE-TestIndexSorting-seed#[79DC68A757851F38], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1556)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=79DC68A757851F38 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=pl-PL -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7180s J1 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([79DC68A757851F38]:0)
[junit4] 2> maj 15, 2017 11:58:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> maj 15, 2017 11:58:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.index.TestIndexSorting:
[junit4] 2> 1) Thread[id=5625, name=TEST-TestIndexSorting.testRandom3-seed#[79DC68A757851F38], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.packed.GrowableWriter.set(GrowableWriter.java:88)
[junit4] 2> at org.apache.lucene.util.packed.AbstractPagedMutable.set(AbstractPagedMutable.java:98)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.addNew(NodeHash.java:152)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:169)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> maj 15, 2017 11:58:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=5625, name=TEST-TestIndexSorting.testRandom3-seed#[79DC68A757851F38], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> maj 15, 2017 11:58:38 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=5625, name=TEST-TestIndexSorting.testRandom3-seed#[79DC68A757851F38], state=RUNNABLE, group=TGRP-TestIndexSorting]
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.rehash(NodeHash.java:166)
[junit4] 2> at org.apache.lucene.util.fst.NodeHash.add(NodeHash.java:133)
[junit4] 2> at org.apache.lucene.util.fst.Builder.compileNode(Builder.java:214)
[junit4] 2> at org.apache.lucene.util.fst.Builder.freezeTail(Builder.java:310)
[junit4] 2> at org.apache.lucene.util.fst.Builder.add(Builder.java:414)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.writeFST(MemoryDocValuesConsumer.java:367)
[junit4] 2> at org.apache.lucene.codecs.memory.MemoryDocValuesConsumer.addSortedField(MemoryDocValuesConsumer.java:404)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedField(DocValuesConsumer.java:653)
[junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:204)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.merge(PerFieldDocValuesFormat.java:153)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:167)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:111)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4356)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3931)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2083)
[junit4] 2> at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:5005)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:731)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5043)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5034)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1574)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1316)
[junit4] 2> at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2229)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {sparse_text=PostingsFormat(name=LuceneVarGapFixedInterval), docs=PostingsFormat(name=LuceneVarGapDocFreqInterval), norms=PostingsFormat(name=LuceneVarGapDocFreqInterval), positions=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), term_vectors=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{multi_valued_long=DocValuesFormat(name=Lucene54), foo=DocValuesFormat(name=Lucene54), numeric=DocValuesFormat(name=Asserting), multi_valued_numeric=DocValuesFormat(name=Memory), float=DocValuesFormat(name=Lucene54), long=DocValuesFormat(name=Lucene54), points=DocValuesFormat(name=Memory), sparse_int=DocValuesFormat(name=Lucene54), bar=DocValuesFormat(name=Memory), multi_valued_double=DocValuesFormat(name=Memory), docs=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Memory), multi_valued_int=DocValuesFormat(name=Asserting), multi_valued_bytes=DocValuesFormat(name=Asserting), sparse_text=DocValuesFormat(name=Lucene54), double=DocValuesFormat(name=Asserting), sparse_binary=DocValuesFormat(name=Lucene54), positions=DocValuesFormat(name=Lucene54), int=DocValuesFormat(name=Memory), sorted=DocValuesFormat(name=Asserting), multi_valued_string=DocValuesFormat(name=Memory), norms=DocValuesFormat(name=Memory), sparse=DocValuesFormat(name=Lucene54), bytes=DocValuesFormat(name=Memory), dense_int=DocValuesFormat(name=Memory), binary=DocValuesFormat(name=Asserting), multi_valued_float=DocValuesFormat(name=Lucene54), term_vectors=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=44, maxMBSortInHeap=5.431280227270873, sim=RandomSimilarity(queryNorm=false,coord=no): {positions=DFR GZ(0.3), id=IB LL-L3(800.0), term_vectors=DFR I(n)3(800.0)}, locale=pl-PL, timezone=America/St_Kitts
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=124512592,total=480772096
[junit4] 2> NOTE: All tests run in this JVM: [TestOmitPositions, TestMergeSchedulerExternal, TestPerFieldDocValuesFormat, TestDocValuesRewriteMethod, TestIndexReaderClose, TestEarlyTerminatingSortingCollector, TestNIOFSDirectory, TestRadixSelector, TestNoMergePolicy, TestNGramPhraseQuery, TestSloppyMath, TestTimSorterWorstCase, TestBytesRefAttImpl, TestIndexWriterMergePolicy, TestPerFieldPostingsFormat, TestGeoEncodingUtils, TestFilterIterator, TestFixedLengthBytesRefArray, TestFSTs, TestFilterLeafReader, TestExternalCodecs, TestManyFields, TestReaderWrapperDVTypeCheck, TestNumericUtils, TestSpanExplanations, TestUnicodeUtil, TestForTooMuchCloning, TestLucene50StoredFieldsFormat, TestLockFactory, TestAllFilesHaveChecksumFooter, Test2BTerms, TestQueryRescorer, TestConcurrentMergeScheduler, Test2BSortedDocValuesOrds, TestDirectoryReader, TestMultiTermConstantScore, TestUsageTrackingFilterCachingPolicy, TestBinaryTerms, TestPagedBytes, TestOrdinalMap, TestPackedInts, TestLucene60PointsFormat, TestSizeBoundedForceMerge, TestSimpleSearchEquivalence, TestMultiThreadTermVectors, TestPostingsOffsets, TestBlockPostingsFormat3, TestFixedBitSet, TestReaderClosed, TestSpanBoostQuery, TestBytesRef, TestSortRescorer, TestIntArrayDocIdSet, TestSearchAfter, TestMultiDocValues, TestIndexWriterOnDiskFull, TestTermScorer, TestDirectMonotonic, TestTermsEnum, TestOmitTf, TestSumDocFreq, TestLSBRadixSorter, TestDateSort, TestOmitNorms, TestTermVectorsReader, TestConjunctionDISI, TestFilterWeight, TestFieldReuse, TestMultiTermQueryRewrites, TestDuelingCodecsAtNight, TestArrayUtil, TestAutomaton, TestTransactionRollback, TestDocIDMerger, TestMathUtil, TestNorms, TestBooleanOr, TestFlushByRamOrCountsPolicy, TestSloppyPhraseQuery, TestIndexWriterDelete, TestNRTThreads, TestForceMergeForever, TestNearSpansOrdered, TestSameScoresWithThreads, TestMultiFields, TestFuzzyQuery, TestPayloads, TestDoc, TestWildcard, TestSimpleExplanationsOfNonMatches, TestRegexpQuery, TestPerSegmentDeletes, TestMultiValuedNumericRangeQuery, TestIntBlockPool, TestTopDocsCollector, TestUniqueTermCount, TestBooleanQuery, TestComplexExplanationsOfNonMatches, TestSortRandom, TestPrefixCodedTerms, TestAllFilesHaveCodecHeader, TestAutomatonQuery, TestParallelReaderEmptyIndex, TestDocument, TestTopFieldCollector, TestFileSwitchDirectory, TestSentinelIntSet, TestPrefixRandom, TestRegexpRandom, TestMultiLevelSkipList, TestCheckIndex, TestBooleanQueryVisitSubscorers, TestSearchForDuplicates, TestIndexFileDeleter, TestConstantScoreQuery, TestMatchAllDocsQuery, TestPrefixQuery, TestParallelTermEnum, TestSubScorerFreqs, TestIndexWriterConfig, TestField, TestVirtualMethod, TestSimilarityProvider, TestNumericTokenStream, TestSetOnce, TestSearch, TestCharsRef, TestPriorityQueue, TestBinaryDocument, TestRecyclingByteBlockAllocator, TestRamUsageEstimator, TestIsCurrent, TestIndexWriterLockRelease, TestByteBlockPool, TestCharFilter, TestTwoPhaseCommitTool, TestCloseableThreadLocal, Test4GBStoredFields, TestDocInverterPerFieldErrorInfo, TestDocValues, TestFilterCodecReader, TestFilterDirectoryReader, TestIndexSorting]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.seed=79DC68A757851F38 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/test-data/enwiki.random.lines.txt -Dtests.locale=pl-PL -Dtests.timezone=America/St_Kitts -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestIndexSorting (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([79DC68A757851F38]:0)
[junit4] Completed [456/456 (1!)] on J1 in 7223.29s, 43 tests, 2 errors <<< FAILURES!
[...truncated 10568 lines...]
[junit4] Suite: org.apache.solr.cloud.TestRandomRequestDistribution
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/init-core-data-001
[junit4] 2> 1218753 WARN (SUITE-TestRandomRequestDistribution-seed#[FB98FBAB5B60D44]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1218754 INFO (SUITE-TestRandomRequestDistribution-seed#[FB98FBAB5B60D44]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1218756 INFO (SUITE-TestRandomRequestDistribution-seed#[FB98FBAB5B60D44]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1218756 INFO (SUITE-TestRandomRequestDistribution-seed#[FB98FBAB5B60D44]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1218758 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1218758 INFO (Thread-7153) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1218758 INFO (Thread-7153) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1218760 ERROR (Thread-7153) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1218858 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.ZkTestServer start zk server on port:36986
[junit4] 2> 1218865 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c0d5b89730000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1218875 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1218878 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1218880 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1218881 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1218883 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1218885 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1218886 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1218888 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1218889 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1218891 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1218894 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1219015 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/control-001/cores/collection1
[junit4] 2> 1219017 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1219018 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c01a3c4{/,null,AVAILABLE}
[junit4] 2> 1219025 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f0d9934{HTTP/1.1,[http/1.1]}{127.0.0.1:35133}
[junit4] 2> 1219025 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.Server Started @1222134ms
[junit4] 2> 1219025 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/tempDir-001/control/data, hostContext=/, hostPort=35133, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/control-001/cores}
[junit4] 2> 1219025 ERROR (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1219025 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1219026 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1219026 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1219026 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-15T18:25:22.046Z
[junit4] 2> 1219040 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1219040 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/control-001/solr.xml
[junit4] 2> 1219048 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1219049 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36986/solr
[junit4] 2> 1219071 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:35133_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1219072 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:35133_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35133_
[junit4] 2> 1219073 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:35133_ ] o.a.s.c.Overseer Overseer (id=97967978694508548-127.0.0.1:35133_-n_0000000000) starting
[junit4] 2> 1219081 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:35133_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35133_
[junit4] 2> 1219089 INFO (OverseerStateUpdate-97967978694508548-127.0.0.1:35133_-n_0000000000) [n:127.0.0.1:35133_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1219167 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:35133_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/control-001/cores
[junit4] 2> 1219167 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:35133_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1219168 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1219171 INFO (OverseerStateUpdate-97967978694508548-127.0.0.1:35133_-n_0000000000) [n:127.0.0.1:35133_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1219198 WARN (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1219199 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1219213 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1219319 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1219332 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1219332 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1219332 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/control-001/cores/collection1/data/]
[junit4] 2> 1219332 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@223f9538
[junit4] 2> 1219333 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=802735337, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1219340 WARN (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1219384 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1219384 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1219385 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1219385 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1219385 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4df44c13
[junit4] 2> 1219386 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7db391e7[collection1] main]
[junit4] 2> 1219387 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1219387 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1219387 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1219389 INFO (searcherExecutor-3429-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7db391e7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1219389 INFO (coreLoadExecutor-3428-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567487659772739584
[junit4] 2> 1219396 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1219396 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1219396 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35133/collection1/
[junit4] 2> 1219396 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1219396 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35133/collection1/ has no replicas
[junit4] 2> 1219396 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1219401 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35133/collection1/ shard1
[junit4] 2> 1219552 INFO (coreZkRegister-3421-thread-1-processing-n:127.0.0.1:35133_ x:collection1 c:control_collection) [n:127.0.0.1:35133_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1219682 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1219684 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36986/solr ready
[junit4] 2> 1219684 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1219684 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1219695 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c0d5b89730006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 1219803 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001/cores/collection1
[junit4] 2> 1219804 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001
[junit4] 2> 1219804 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1219808 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf023b2{/,null,AVAILABLE}
[junit4] 2> 1219808 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@17c09a94{HTTP/1.1,[http/1.1]}{127.0.0.1:36110}
[junit4] 2> 1219808 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.Server Started @1222917ms
[junit4] 2> 1219808 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36110, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001/cores}
[junit4] 2> 1219808 ERROR (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1219809 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1219809 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1219810 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1219810 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-15T18:25:22.830Z
[junit4] 2> 1219814 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1219814 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001/solr.xml
[junit4] 2> 1219821 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1219822 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36986/solr
[junit4] 2> 1219832 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1219834 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:36110_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1219837 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:36110_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36110_
[junit4] 2> 1219838 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1219839 INFO (zkCallback-1261-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1219840 INFO (zkCallback-1267-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1220074 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:36110_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001/cores
[junit4] 2> 1220074 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:36110_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1220076 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1220077 INFO (OverseerStateUpdate-97967978694508548-127.0.0.1:35133_-n_0000000000) [n:127.0.0.1:35133_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 1220179 INFO (zkCallback-1267-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1221092 WARN (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1221092 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1221107 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1221217 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1221231 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1221231 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1221231 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1221232 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@223f9538
[junit4] 2> 1221233 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=802735337, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1221240 WARN (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1221288 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1221288 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1221289 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1221289 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1221290 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@e2f7bf7
[junit4] 2> 1221290 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3177f366[collection1] main]
[junit4] 2> 1221292 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1221292 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1221292 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1221293 INFO (searcherExecutor-3440-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3177f366[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1221294 INFO (coreLoadExecutor-3439-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1567487661770276864
[junit4] 2> 1221301 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1221301 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1221301 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36110/collection1/
[junit4] 2> 1221301 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1221301 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36110/collection1/ has no replicas
[junit4] 2> 1221301 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1221305 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36110/collection1/ shard2
[junit4] 2> 1221408 INFO (zkCallback-1267-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1221456 INFO (coreZkRegister-3434-thread-1-processing-n:127.0.0.1:36110_ x:collection1 c:collection1) [n:127.0.0.1:36110_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1221560 INFO (zkCallback-1267-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1221697 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001/cores/collection1
[junit4] 2> 1221698 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001
[junit4] 2> 1221698 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1221700 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bf8cdd2{/,null,AVAILABLE}
[junit4] 2> 1221700 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@501c399{HTTP/1.1,[http/1.1]}{127.0.0.1:43738}
[junit4] 2> 1221701 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.e.j.s.Server Started @1224809ms
[junit4] 2> 1221701 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=43738, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001/cores}
[junit4] 2> 1221702 ERROR (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1221702 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.6.0
[junit4] 2> 1221702 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1221702 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1221702 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-15T18:25:24.722Z
[junit4] 2> 1221705 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1221705 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001/solr.xml
[junit4] 2> 1221712 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1221713 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36986/solr
[junit4] 2> 1221724 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:43738_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1221728 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:43738_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1221731 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:43738_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43738_
[junit4] 2> 1221732 INFO (zkCallback-1261-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1221732 INFO (zkCallback-1267-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1221734 INFO (zkCallback-1273-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1221734 INFO (zkCallback-1257-thread-1-processing-n:127.0.0.1:35133_) [n:127.0.0.1:35133_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1221812 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:43738_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001/cores
[junit4] 2> 1221812 INFO (TEST-TestRandomRequestDistribution.test-seed#[FB98FBAB5B60D44]) [n:127.0.0.1:43738_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1221815 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1221816 INFO (OverseerStateUpdate-97967978694508548-127.0.0.1:35133_-n_0000000000) [n:127.0.0.1:35133_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1221919 INFO (zkCallback-1267-thread-1-processing-n:127.0.0.1:36110_) [n:127.0.0.1:36110_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1221919 INFO (zkCallback-1273-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1222831 WARN (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1222832 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
[junit4] 2> 1222846 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1222952 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1222965 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1222965 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1222965 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestRandomRequestDistribution_FB98FBAB5B60D44-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1222966 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@223f9538
[junit4] 2> 1222967 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=802735337, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1222975 WARN (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1223022 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1223022 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1223022 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1223022 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1223024 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@364fcc7b
[junit4] 2> 1223024 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19925ff5[collection1] main]
[junit4] 2> 1223026 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1223026 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1223026 INFO (coreLoadExecutor-3450-thread-1-processing-n:127.0.0.1:43738_) [n:127.0.0.1:43738_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1223027 INFO (coreLo
[...truncated too long message...]
urceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
[junit4] 2> at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
[junit4] 2> at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
[junit4] 2> at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
[junit4] 2> at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:203)
[junit4] 2> at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: java.lang.NullPointerException
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
[junit4] 2> at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
[junit4] 2> at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 53 more
[junit4] 2> 3671599 INFO (SUITE-HdfsDirectoryFactoryTest-seed#[FB98FBAB5B60D44]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.6/checkout/solr/build/solr-core/test/J2/temp/solr.core.HdfsDirectoryFactoryTest_FB98FBAB5B60D44-001
[junit4] 2> May 15, 2017 7:06:14 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1991, maxMBSortInHeap=7.918089597110148, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sr-Latn-ME, timezone=Antarctica/Davis
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=321629240,total=529530880
[junit4] 2> NOTE: All tests run in this JVM: [DistributedFacetPivotWhiteBoxTest, BasicAuthStandaloneTest, TestShortCircuitedRequests, TestSolrJ, TestUtils, BJQParserTest, TestCoreDiscovery, SolrMetricManagerTest, DistribDocExpirationUpdateProcessorTest, TestDynamicFieldResource, TestNumericTerms64, StatsReloadRaceTest, V2ApiIntegrationTest, TestSerializedLuceneMatchVersion, RequestLoggingTest, TestPerFieldSimilarityClassic, TestConfigSetImmutable, DirectUpdateHandlerTest, ZkStateWriterTest, RecoveryZkTest, SpellPossibilityIteratorTest, TestManagedResourceStorage, TestXmlQParserPlugin, TestConfig, CdcrVersionReplicationTest, AnalyticsQueryTest, ReplicaListTransformerTest, JSONWriterTest, MigrateRouteKeyTest, FieldAnalysisRequestHandlerTest, TestMergePolicyConfig, TestBulkSchemaConcurrent, SimpleCollectionCreateDeleteTest, SimpleFacetsTest, NoCacheHeaderTest, BinaryUpdateRequestHandlerTest, DistributedFacetPivotLongTailTest, DeleteShardTest, PrimitiveFieldTypeTest, TestHdfsCloudBackupRestore, DirectoryFactoryTest, TestGeoJSONResponseWriter, SolrCoreCheckLockOnStartupTest, SOLR749Test, DistributedVersionInfoTest, ParsingFieldUpdateProcessorsTest, DOMUtilTest, StatsComponentTest, ResponseLogComponentTest, QueryResultKeyTest, ShardSplitTest, TestOnReconnectListenerSupport, LeaderElectionTest, TestJsonRequest, OpenExchangeRatesOrgProviderTest, TestGroupingSearch, TestCloudSchemaless, HdfsChaosMonkeyNothingIsSafeTest, TestSimpleQParserPlugin, TestPointFields, TestIndexingPerformance, TestLMJelinekMercerSimilarityFactory, TestFieldCache, CdcrReplicationDistributedZkTest, TestStressReorder, DebugComponentTest, TestConfigsApi, OverseerTest, AddSchemaFieldsUpdateProcessorFactoryTest, BlockJoinFacetSimpleTest, CoreMergeIndexesAdminHandlerTest, TestReload, TestExpandComponent, DirectUpdateHandlerOptimizeTest, TestCollectionAPI, PeerSyncWithIndexFingerprintCachingTest, JavabinLoaderTest, TestNestedDocsSort, BigEndianAscendingWordSerializerTest, TestPhraseSuggestions, TestWriterPerf, AsyncCallRequestStatusResponseTest, TestReversedWildcardFilterFactory, TestTolerantUpdateProcessorRandomCloud, SpellCheckCollatorWithCollapseTest, TestXIncludeConfig, SuggesterTest, TestClassicSimilarityFactory, TestExtendedDismaxParser, HdfsTlogReplayBufferedWhileIndexingTest, StatelessScriptUpdateProcessorFactoryTest, TestMultiWordSynonyms, TestPushWriter, CachingDirectoryFactoryTest, TestSolrQueryResponse, TestFieldCacheSort, TestSchemaResource, ShowFileRequestHandlerTest, BadComponentTest, FullHLLTest, TestStressUserVersions, TemplateUpdateProcessorTest, StressHdfsTest, PeerSyncReplicationTest, TestHdfsBackupRestoreCore, TestAnalyzedSuggestions, ReplaceNodeTest, CreateCollectionCleanupTest, DocValuesMultiTest, HdfsRestartWhileUpdatingTest, TestAddFieldRealTimeGet, TestFieldTypeCollectionResource, OverriddenZkACLAndCredentialsProvidersTest, TestPKIAuthenticationPlugin, TestSubQueryTransformerCrossCore, TestSlowCompositeReaderWrapper, TestManagedSchema, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, TermVectorComponentDistributedTest, HardAutoCommitTest, TestCoreContainer, TestSolr4Spatial, SpellCheckComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, HighlighterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, TestCSVLoader, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, RequestHandlersTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, TestLFUCache, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestSimpleTrackingShardHandler, AliasIntegrationTest, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, DistribJoinFromCollectionTest, HttpPartitionTest, ReplicationFactorTest, RestartWhileUpdatingTest, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, HdfsDirectoryFactoryTest]
[junit4] Completed [565/711 (2!)] on J2 in 13.28s, 3 tests, 1 error <<< FAILURES!
[...truncated 43888 lines...]