You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/02 12:14:36 UTC

[JENKINS] Lucene-Solr-Tests-7.x - Build # 114 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/114/

5 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
KeeperErrorCode = Session expired for /live_nodes

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
	at __randomizedtesting.SeedInfo.seed([9185DC3F608BFC62:19D1E3E5CE77919A]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1532)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:337)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:337)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:673)
	at org.apache.solr.common.cloud.ZkStateReader.updateLiveNodes(ZkStateReader.java:343)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.logReplicaTypesReplicationInfo(AbstractFullDistribZkTestBase.java:2067)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:312)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:     1) Thread[id=12561, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=12724, name=zkCallback-2561-thread-2-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    3) Thread[id=12723, name=zkCallback-2561-thread-2-SendThread(127.0.0.1:39194), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   1) Thread[id=12561, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=12724, name=zkCallback-2561-thread-2-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   3) Thread[id=12723, name=zkCallback-2561-thread-2-SendThread(127.0.0.1:39194), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
	at __randomizedtesting.SeedInfo.seed([9185DC3F608BFC62]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=12723, name=zkCallback-2561-thread-2-SendThread(127.0.0.1:39194), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=12723, name=zkCallback-2561-thread-2-SendThread(127.0.0.1:39194), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
	at __randomizedtesting.SeedInfo.seed([9185DC3F608BFC62]:0)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1

Error Message:
CollectionStateWatcher not notified of stateformat=1 collection creation

Stack Trace:
java.lang.AssertionError: CollectionStateWatcher not notified of stateformat=1 collection creation
	at __randomizedtesting.SeedInfo.seed([C3F099FC549C4D8F:A4378512A024692E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1(TestCollectionStateWatchers.java:290)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
.responseHeader.status!=warnings (unordered or missing)

Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.status!=warnings (unordered or missing)
	at __randomizedtesting.SeedInfo.seed([9185DC3F608BFC62:19D1E3E5CE77919A]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:913)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:932)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:607)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:587)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:566)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:241)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11187 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/init-core-data-001
   [junit4]   2> 749657 WARN  (SUITE-TestDistributedSearch-seed#[9185DC3F608BFC62]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=35 numCloses=35
   [junit4]   2> 749658 INFO  (SUITE-TestDistributedSearch-seed#[9185DC3F608BFC62]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 749659 INFO  (SUITE-TestDistributedSearch-seed#[9185DC3F608BFC62]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9061)
   [junit4]   2> 749659 INFO  (SUITE-TestDistributedSearch-seed#[9185DC3F608BFC62]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 749659 INFO  (SUITE-TestDistributedSearch-seed#[9185DC3F608BFC62]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /d_d/mf
   [junit4]   2> 751168 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/control/cores/collection1
   [junit4]   2> 751169 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 751170 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@484cb5b6{/d_d/mf,null,AVAILABLE}
   [junit4]   2> 751171 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63fee910{HTTP/1.1,[http/1.1]}{127.0.0.1:42055}
   [junit4]   2> 751171 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.Server Started @761896ms
   [junit4]   2> 751171 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/d_d/mf, hostPort=42055, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/control/cores}
   [junit4]   2> 751171 ERROR (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 751171 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 751172 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 751172 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 751172 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T09:43:30.539Z
   [junit4]   2> 751217 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/control/solr.xml
   [junit4]   2> 751234 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 751409 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 751425 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 751425 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 751426 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/control/cores
   [junit4]   2> 751427 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 751427 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 751748 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 751818 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 752227 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 752251 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 752251 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 752251 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 752251 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 752265 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=152671162, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 752461 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 752461 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 752462 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 752462 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 752463 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=227144569, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 752463 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d2d4a78[collection1] main]
   [junit4]   2> 752476 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 752484 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 752579 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 752579 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 752580 INFO  (coreLoadExecutor-1122-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574611988719337472
   [junit4]   2> 752580 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 752580 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 752580 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 752580 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 752580 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 752580 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 752581 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 752581 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 752591 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d2d4a78[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 753184 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 753185 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 753208 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3203c8f1{/d_d/mf,null,AVAILABLE}
   [junit4]   2> 753208 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49d87d4b{HTTP/1.1,[http/1.1]}{127.0.0.1:35089}
   [junit4]   2> 753208 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.e.j.s.Server Started @763933ms
   [junit4]   2> 753209 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/d_d/mf, hostPort=35089, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/shard0/cores}
   [junit4]   2> 753209 ERROR (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 753209 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 753209 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 753209 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 753209 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T09:43:32.576Z
   [junit4]   2> 753209 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 753222 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 753398 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 753414 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 753414 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 753428 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/shard0/cores
   [junit4]   2> 753428 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 753428 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 753708 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 753837 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 754427 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 754478 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 754478 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@629d45d1
   [junit4]   2> 754478 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 754478 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_9185DC3F608BFC62-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 754525 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=152671162, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 754762 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 754762 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 754775 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 754775 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 754776 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=227144569, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 754776 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cf58242[collection1] main]
   [junit4]   2> 754777 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 754885 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 755207 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 755208 INFO  (coreLoadExecutor-1133-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574611991474995200
   [junit4]   2> 755222 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 755250 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 755250 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 755250 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 755251 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 755251 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 755251 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 755251 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 755251 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 755253 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3cf58242[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 755604 INFO  (TEST-TestDistributedSearch.test-seed#[9185DC3F608BFC62]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 755639 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1574611991924834304)} 0 2
   [junit4]   2> 755694 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1574611991973068800)} 0 11
   [junit4]   2> 755749 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[1 (1574611991985651712)]} 0 54
   [junit4]   2> 755879 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[1 (1574611992043323392)]} 0 128
   [junit4]   2> 755908 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[2 (1574611992179638272)]} 0 28
   [junit4]   2> 755976 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[2 (1574611992210046976)]} 0 66
   [junit4]   2> 756009 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[3 (1574611992280301568)]} 0 32
   [junit4]   2> 756023 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[3 (1574611992329584640)]} 0 0
   [junit4]   2> 756039 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[4 (1574611992345313280)]} 0 14
   [junit4]   2> 756041 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[4 (1574611992346361856)]} 0 2
   [junit4]   2> 756075 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[5 (1574611992383062016)]} 0 0
   [junit4]   2> 756076 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[5 (1574611992385159168)]} 0 0
   [junit4]   2> 756077 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[6 (1574611992386207744)]} 0 0
   [junit4]   2> 756107 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[6 (1574611992387256320)]} 0 29
   [junit4]   2> 756108 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[7 (1574611992417665024)]} 0 0
   [junit4]   2> 756109 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[7 (1574611992418713600)]} 0 0
   [junit4]   2> 756110 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[8 (1574611992419762176)]} 0 0
   [junit4]   2> 756110 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[8 (1574611992420810752)]} 0 0
   [junit4]   2> 756140 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[9 (1574611992451219456)]} 0 0
   [junit4]   2> 756141 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[9 (1574611992452268032)]} 0 0
   [junit4]   2> 756141 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574611992453316608,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 756141 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@380b4bd0 commitCommandVersion:1574611992453316608
   [junit4]   2> 756641 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5763e125[collection1] main]
   [junit4]   2> 756641 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 756643 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5763e125[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C9)))}
   [junit4]   2> 756655 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 513
   [junit4]   2> 756665 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574611993002770432,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 756665 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6ebfe5 commitCommandVersion:1574611993002770432
   [junit4]   2> 756793 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cb002dc[collection1] main]
   [junit4]   2> 756794 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 756795 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5cb002dc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C9)))}
   [junit4]   2> 756795 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 130
   [junit4]   2> 756912 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[10 (1574611993140133888)]} 0 116
   [junit4]   2> 757017 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[10 (1574611993262817280)]} 0 104
   [junit4]   2> 757081 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[11 (1574611993372917760)]} 0 63
   [junit4]   2> 757083 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[11 (1574611993440026624)]} 0 1
   [junit4]   2> 757098 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[12 (1574611993456803840)]} 0 0
   [junit4]   2> 757099 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[12 (1574611993456803840)]} 0 0
   [junit4]   2> 757100 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[13 (1574611993457852416)]} 0 0
   [junit4]   2> 757100 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[13 (1574611993458900992)]} 0 0
   [junit4]   2> 757101 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[1001 (1574611993459949568)]} 0 0
   [junit4]   2> 757115 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[1001 (1574611993473581056)]} 0 0
   [junit4]   2> 757130 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[14 (1574611993490358272)]} 0 0
   [junit4]   2> 757131 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[14 (1574611993491406848)]} 0 0
   [junit4]   2> 757134 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[15 (1574611993493504000)]} 0 0
   [junit4]   2> 757163 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[15 (1574611993523912704)]} 0 28
   [junit4]   2> 757163 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[16 (1574611993524961280)]} 0 0
   [junit4]   2> 757164 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[16 (1574611993526009856)]} 0 0
   [junit4]   2> 757195 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[17 (1574611993526009856)]} 0 30
   [junit4]   2> 757196 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[17 (1574611993558515712)]} 0 0
   [junit4]   2> 757212 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[100 (1574611993575292928)]} 0 0
   [junit4]   2> 757212 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[100 (1574611993576341504)]} 0 0
   [junit4]   2> 757213 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[101 (1574611993577390080)]} 0 0
   [junit4]   2> 757213 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[101 (1574611993577390080)]} 0 0
   [junit4]   2> 757214 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[102 (1574611993578438656)]} 0 0
   [junit4]   2> 757215 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[102 (1574611993578438656)]} 0 0
   [junit4]   2> 757260 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[103 (1574611993609895936)]} 0 45
   [junit4]   2> 757261 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[103 (1574611993627721728)]} 0 0
   [junit4]   2> 757262 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[104 (1574611993627721728)]} 0 0
   [junit4]   2> 757262 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[104 (1574611993628770304)]} 0 0
   [junit4]   2> 757263 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[105 (1574611993629818880)]} 0 0
   [junit4]   2> 757263 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[105 (1574611993629818880)]} 0 0
   [junit4]   2> 757276 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[106 (1574611993643450368)]} 0 0
   [junit4]   2> 757277 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[106 (1574611993644498944)]} 0 0
   [junit4]   2> 757278 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[107 (1574611993644498944)]} 0 0
   [junit4]   2> 757278 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[107 (1574611993645547520)]} 0 0
   [junit4]   2> 757279 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[108 (1574611993646596096)]} 0 0
   [junit4]   2> 757280 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[108 (1574611993646596096)]} 0 0
   [junit4]   2> 757325 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[109 (1574611993647644672)]} 0 45
   [junit4]   2> 757326 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[109 (1574611993695879168)]} 0 0
   [junit4]   2> 757327 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[110 (1574611993696927744)]} 0 0
   [junit4]   2> 757328 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[110 (1574611993697976320)]} 0 0
   [junit4]   2> 757374 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[111 (1574611993699024896)]} 0 45
   [junit4]   2> 757375 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[111 (1574611993747259392)]} 0 0
   [junit4]   2> 757376 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[112 (1574611993748307968)]} 0 0
   [junit4]   2> 757377 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[112 (1574611993748307968)]} 0 0
   [junit4]   2> 757377 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[113 (1574611993749356544)]} 0 0
   [junit4]   2> 757390 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[113 (1574611993762988032)]} 0 0
   [junit4]   2> 757391 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[114 (1574611993764036608)]} 0 0
   [junit4]   2> 757392 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[114 (1574611993764036608)]} 0 0
   [junit4]   2> 757392 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[115 (1574611993765085184)]} 0 0
   [junit4]   2> 757393 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[115 (1574611993766133760)]} 0 0
   [junit4]   2> 757393 INFO  (qtp1882048682-1930) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[116 (1574611993766133760)]} 0 0
   [junit4]   2> 757423 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[116 (1574611993796542464)]} 0 28
   [junit4]   2> 757423 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[117 (1574611993797591040)]} 0 0
   [junit4]   2> 757424 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[117 (1574611993798639616)]} 0 0
   [junit4]   2> 757425 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[118 (1574611993798639616)]} 0 0
   [junit4]   2> 757425 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[118 (1574611993799688192)]} 0 0
   [junit4]   2> 757426 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[119 (1574611993800736768)]} 0 0
   [junit4]   2> 757472 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[119 (1574611993847922688)]} 0 45
   [junit4]   2> 757473 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[120 (1574611993848971264)]} 0 0
   [junit4]   2> 757473 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[120 (1574611993850019840)]} 0 0
   [junit4]   2> 757474 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[121 (1574611993851068416)]} 0 0
   [junit4]   2> 757475 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[121 (1574611993851068416)]} 0 0
   [junit4]   2> 757504 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[122 (1574611993852116992)]} 0 28
   [junit4]   2> 757504 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[122 (1574611993882525696)]} 0 0
   [junit4]   2> 757505 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[123 (1574611993883574272)]} 0 0
   [junit4]   2> 757506 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[123 (1574611993883574272)]} 0 0
   [junit4]   2> 757506 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[124 (1574611993884622848)]} 0 0
   [junit4]   2> 757507 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[124 (1574611993885671424)]} 0 0
   [junit4]   2> 757536 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[125 (1574611993885671424)]} 0 28
   [junit4]   2> 757537 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[125 (1574611993916080128)]} 0 0
   [junit4]   2> 757537 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[126 (1574611993917128704)]} 0 0
   [junit4]   2> 757538 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[126 (1574611993918177280)]} 0 0
   [junit4]   2> 757539 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[127 (1574611993918177280)]} 0 0
   [junit4]   2> 757539 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[127 (1574611993919225856)]} 0 0
   [junit4]   2> 757540 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[128 (1574611993920274432)]} 0 0
   [junit4]   2> 757569 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[128 (1574611993950683136)]} 0 0
   [junit4]   2> 757570 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[129 (1574611993950683136)]} 0 0
   [junit4]   2> 757570 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[129 (1574611993951731712)]} 0 0
   [junit4]   2> 757571 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[130 (1574611993952780288)]} 0 0
   [junit4]   2> 757571 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[130 (1574611993952780288)]} 0 0
   [junit4]   2> 757572 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[131 (1574611993953828864)]} 0 0
   [junit4]   2> 757606 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[131 (1574611993953828864)]} 0 33
   [junit4]   2> 757607 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[132 (1574611993989480448)]} 0 0
   [junit4]   2> 757607 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[132 (1574611993990529024)]} 0 0
   [junit4]   2> 757608 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[133 (1574611993991577600)]} 0 0
   [junit4]   2> 757608 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[133 (1574611993991577600)]} 0 0
   [junit4]   2> 757609 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[134 (1574611993992626176)]} 0 0
   [junit4]   2> 757610 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[134 (1574611993992626176)]} 0 0
   [junit4]   2> 757610 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[135 (1574611993993674752)]} 0 0
   [junit4]   2> 757611 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[135 (1574611993994723328)]} 0 0
   [junit4]   2> 757611 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[136 (1574611993994723328)]} 0 0
   [junit4]   2> 757612 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[136 (1574611993995771904)]} 0 0
   [junit4]   2> 757613 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[137 (1574611993995771904)]} 0 0
   [junit4]   2> 757650 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[137 (1574611993996820480)]} 0 36
   [junit4]   2> 757651 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[138 (1574611994035617792)]} 0 0
   [junit4]   2> 757652 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[138 (1574611994036666368)]} 0 0
   [junit4]   2> 757652 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[139 (1574611994037714944)]} 0 0
   [junit4]   2> 757653 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[139 (1574611994038763520)]} 0 0
   [junit4]   2> 757653 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[140 (1574611994038763520)]} 0 0
   [junit4]   2> 757687 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[140 (1574611994073366528)]} 0 0
   [junit4]   2> 757699 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[141 (1574611994086998016)]} 0 0
   [junit4]   2> 757703 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[141 (1574611994091192320)]} 0 0
   [junit4]   2> 757703 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[142 (1574611994091192320)]} 0 0
   [junit4]   2> 757704 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[142 (1574611994092240896)]} 0 0
   [junit4]   2> 757705 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[143 (1574611994092240896)]} 0 0
   [junit4]   2> 757705 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[143 (1574611994093289472)]} 0 0
   [junit4]   2> 757706 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[144 (1574611994094338048)]} 0 0
   [junit4]   2> 757706 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[144 (1574611994094338048)]} 0 0
   [junit4]   2> 757738 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[145 (1574611994126843904)]} 0 0
   [junit4]   2> 757739 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[145 (1574611994127892480)]} 0 0
   [junit4]   2> 757768 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[146 (1574611994158301184)]} 0 29
   [junit4]   2> 757769 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[146 (1574611994159349760)]} 0 0
   [junit4]   2> 757769 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[147 (1574611994160398336)]} 0 0
   [junit4]   2> 757770 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[147 (1574611994161446912)]} 0 0
   [junit4]   2> 757770 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[148 (1574611994161446912)]} 0 0
   [junit4]   2> 757771 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[148 (1574611994162495488)]} 0 0
   [junit4]   2> 757800 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[149 (1574611994162495488)]} 0 28
   [junit4]   2> 757801 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={wt=javabin&version=2}{add=[149 (1574611994193952768)]} 0 0
   [junit4]   2> 757801 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574611994193952768,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 757865 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@380b4bd0 commitCommandVersion:1574611994193952768
   [junit4]   2> 757946 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fed6096[collection1] main]
   [junit4]   2> 757968 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 757969 INFO  (searcherExecutor-1123-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2fed6096[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C9) Uninverting(_1(7.1.0):C59)))}
   [junit4]   2> 757969 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 168
   [junit4]   2> 757970 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1574611994371162112,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 758012 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6ebfe5 commitCommandVersion:1574611994371162112
   [junit4]   2> 758063 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5497eb13[collection1] main]
   [junit4]   2> 758063 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 758073 INFO  (searcherExecutor-1134-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5497eb13[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C9) Uninverting(_1(7.1.0):C59)))}
   [junit4]   2> 758076 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/d_d/mf path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 106
   [junit4]   2> 758081 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 758081 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*&distrib=false&start=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 758082 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.h.RequestHandlerBase Ignoring exception matching parameter cannot be negative
   [junit4]   2> 758082 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*&distrib=false&start=0&rows=-1&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 758083 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758114 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+desc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&rows=10&version=2&q=*:*&NOW=1501667017476&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758143 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667017476&ids=144,135,3,114,148,138,6,1001,118,109&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758235 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1&sort=n_ti1+desc&wt=javabin&version=2} hits=68 status=0 QTime=125
   [junit4]   2> 758240 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758369 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_ti1+asc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&rows=10&version=2&q=*:*&NOW=1501667017609&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758371 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667017609&ids=132,1,133,112,124,103,137,126,107,9&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758580 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1&sort=n_ti1+asc&wt=javabin&version=2} hits=68 status=0 QTime=338
   [junit4]   2> 758591 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758670 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+desc&shard.url=[ff01::083]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf|[ff01::114]:33332/d_d/mf&rows=10&version=2&q=*:*&NOW=1501667017959&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758672 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667017959&ids=12,102,147,4,16,116,139,1001,130,131&isShard=true&shard.url=[ff01::083]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf|[ff01::114]:33332/d_d/mf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758673 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=[ff01::083]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf|[ff01::114]:33332/d_d/mf&sort=n_f1+desc&wt=javabin&version=2} hits=68 status=0 QTime=81
   [junit4]   2> 758686 INFO  (qtp1882048682-1924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758687 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_f1+asc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::114]:33332/d_d/mf|[ff01::083]:33332/d_d/mf&rows=10&version=2&q=*:*&NOW=1501667018054&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758688 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018054&ids=121,100,111,112,101,145,113,136,8,141&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::114]:33332/d_d/mf|[ff01::083]:33332/d_d/mf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758689 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::114]:33332/d_d/mf|[ff01::083]:33332/d_d/mf&sort=n_f1+asc&wt=javabin&version=2} hits=68 status=0 QTime=2
   [junit4]   2> 758719 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758722 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+desc&shard.url=[ff01::213]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1|[ff01::083]:33332/d_d/mf&rows=10&version=2&q=*:*&NOW=1501667018087&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758736 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018087&ids=12,111,122,112,114,4,6,105,117,130&isShard=true&shard.url=[ff01::213]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1|[ff01::083]:33332/d_d/mf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758737 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=[ff01::213]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1|[ff01::083]:33332/d_d/mf&sort=n_tf1+desc&wt=javabin&version=2} hits=68 status=0 QTime=16
   [junit4]   2> 758738 INFO  (qtp1882048682-1927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758784 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_tf1+asc&shard.url=[ff01::114]:33332/d_d/mf|[ff01::213]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1&rows=10&version=2&q=*:*&NOW=1501667018146&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758787 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018146&ids=132,143,144,101,113,148,17,149,129,119&isShard=true&shard.url=[ff01::114]:33332/d_d/mf|[ff01::213]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758816 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=[ff01::114]:33332/d_d/mf|[ff01::213]:33332/d_d/mf|http://127.0.0.1:35089/d_d/mf/collection1&sort=n_tf1+asc&wt=javabin&version=2} hits=68 status=0 QTime=36
   [junit4]   2> 758817 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 758829 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+desc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&rows=10&version=2&q=*:*&NOW=1501667018195&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758830 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018195&ids=13,124,113,102,104,148,116,1001,128,142&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758831 INFO  (qtp36346173-1948) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1&sort=n_d1+desc&wt=javabin&version=2} hits=68 status=0 QTime=3
   [junit4]   2> 758845 INFO  (qtp1882048682-1928) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=12
   [junit4]   2> 758846 INFO  (qtp36346173-1944) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_d1+asc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf&rows=10&version=2&q=*:*&NOW=1501667018213&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 758847 INFO  (qtp36346173-1947) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018213&ids=11,110,144,123,103,136,5,127,109,10&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 758986 INFO  (qtp36346173-1946) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf&sort=n_d1+asc&wt=javabin&version=2} hits=68 status=0 QTime=140
   [junit4]   2> 759027 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 759031 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+desc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&rows=10&version=2&q=*:*&NOW=1501667018395&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 759032 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018395&ids=143,121,100,112,123,103,138,17,108,120&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 759033 INFO  (qtp36346173-1945) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1&sort=n_td1+desc&wt=javabin&version=2} hits=68 status=0 QTime=4
   [junit4]   2> 759034 INFO  (qtp1882048682-1929) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 759047 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_td1+asc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf|[ff01::083]:33332/d_d/mf&rows=10&version=2&q=*:*&NOW=1501667018411&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 759060 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018411&ids=114,15,16,116,128,8,107,129,109,131&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf|[ff01::083]:33332/d_d/mf&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 759060 INFO  (qtp36346173-1941) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&shards=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::213]:33332/d_d/mf|[ff01::083]:33332/d_d/mf&sort=n_td1+asc&wt=javabin&version=2} hits=68 status=0 QTime=16
   [junit4]   2> 759064 INFO  (qtp1882048682-1931) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&distrib=false&sort=n_l1+desc&wt=javabin&version=2} hits=68 status=0 QTime=0
   [junit4]   2> 759065 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={df=text&distrib=false&fl=id&shards.purpose=4&start=0&fsv=true&sort=n_l1+desc&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::114]:33332/d_d/mf&rows=10&version=2&q=*:*&NOW=1501667018431&isShard=true&wt=javabin} hits=68 status=0 QTime=0
   [junit4]   2> 759066 INFO  (qtp36346173-1942) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/d_d/mf path=/select params={q=*:*&df=text&distrib=false&shards.purpose=64&NOW=1501667018431&ids=122,13,15,136,104,16,6,108,9,140&isShard=true&shard.url=http://127.0.0.1:35089/d_d/mf/collection1|[ff01::114

[...truncated too long message...]

edicate.shard1.leader, tag=1941428810
   [junit4]   2> 149314 INFO  (coreCloseExecutor-134-thread-1) [n:127.0.0.1:45957_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard3.leader, tag=814076487
   [junit4]   2> 149314 INFO  (coreCloseExecutor-134-thread-2) [n:127.0.0.1:45957_solr c:falsepredicate s:shard2 r:core_node6 x:falsepredicate_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard2.replica_n2, tag=1521026937
   [junit4]   2> 149329 INFO  (coreCloseExecutor-134-thread-2) [n:127.0.0.1:45957_solr c:falsepredicate s:shard2 r:core_node6 x:falsepredicate_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard2.leader, tag=1521026937
   [junit4]   2> 149329 INFO  (coreCloseExecutor-132-thread-1) [n:127.0.0.1:45685_solr c:stateformat1 s:shard1 r:core_node2 x:stateformat1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stateformat1.shard1.leader, tag=267991016
   [junit4]   2> 149330 INFO  (coreCloseExecutor-134-thread-4) [n:127.0.0.1:45957_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.waitforstate.shard1.replica_n1, tag=1558737015
   [junit4]   2> 149332 INFO  (coreCloseExecutor-132-thread-3) [n:127.0.0.1:45685_solr c:falsepredicate s:shard3 r:core_node7 x:falsepredicate_shard3_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard3.replica_n3, tag=131335026
   [junit4]   2> 149361 INFO  (coreCloseExecutor-134-thread-4) [n:127.0.0.1:45957_solr c:waitforstate s:shard1 r:core_node2 x:waitforstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.waitforstate.shard1.leader, tag=1558737015
   [junit4]   2> 149366 INFO  (coreCloseExecutor-132-thread-3) [n:127.0.0.1:45685_solr c:falsepredicate s:shard3 r:core_node7 x:falsepredicate_shard3_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard3.leader, tag=131335026
   [junit4]   2> 149367 INFO  (coreCloseExecutor-132-thread-2) [n:127.0.0.1:45685_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n2, tag=1468943843
   [junit4]   2> 149393 INFO  (coreCloseExecutor-134-thread-3) [n:127.0.0.1:45957_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.currentstate.shard1.replica_n1, tag=750366028
   [junit4]   2> 149427 INFO  (zkCallback-21-thread-3-processing-n:127.0.0.1:45685_solr) [n:127.0.0.1:45685_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 149442 INFO  (zkCallback-54-thread-3-processing-n:127.0.0.1:45957_solr) [n:127.0.0.1:45957_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 149442 INFO  (zkCallback-22-thread-2-processing-n:127.0.0.1:45315_solr) [n:127.0.0.1:45315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 149442 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15da285a975000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 149525 INFO  (coreCloseExecutor-134-thread-3) [n:127.0.0.1:45957_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.currentstate.shard1.leader, tag=750366028
   [junit4]   2> 149526 INFO  (coreCloseExecutor-132-thread-2) [n:127.0.0.1:45685_solr c:testcollection s:shard2 r:core_node5 x:testcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1468943843
   [junit4]   2> 149609 INFO  (zkCallback-21-thread-3-processing-n:127.0.0.1:45685_solr) [n:127.0.0.1:45685_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 149609 INFO  (zkCallback-21-thread-2-processing-n:127.0.0.1:45685_solr) [n:127.0.0.1:45685_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 149750 INFO  (zkCallback-54-thread-3-processing-n:127.0.0.1:45957_solr) [n:127.0.0.1:45957_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 149788 INFO  (jetty-closer-3-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98413461829386249-127.0.0.1:45685_solr-n_0000000000) closing
   [junit4]   2> 149788 INFO  (OverseerStateUpdate-98413461829386249-127.0.0.1:45685_solr-n_0000000000) [n:127.0.0.1:45685_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45685_solr
   [junit4]   2> 149802 WARN  (zkCallback-54-thread-3-processing-n:127.0.0.1:45957_solr) [n:127.0.0.1:45957_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 149802 INFO  (jetty-closer-3-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4de54642{/solr,null,UNAVAILABLE}
   [junit4]   2> 150964 WARN  (zkCallback-48-thread-1-processing-n:127.0.0.1:36493_solr) [n:127.0.0.1:36493_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 150964 WARN  (zkCallback-22-thread-2-processing-n:127.0.0.1:45315_solr) [n:127.0.0.1:45315_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 150964 INFO  (jetty-closer-3-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@495c1745{/solr,null,UNAVAILABLE}
   [junit4]   2> 150967 INFO  (jetty-closer-3-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ff1880a{/solr,null,UNAVAILABLE}
   [junit4]   2> 151348 WARN  (zkCallback-21-thread-2-processing-n:127.0.0.1:45685_solr) [n:127.0.0.1:45685_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 151349 INFO  (jetty-closer-3-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@196b32e7{/solr,null,UNAVAILABLE}
   [junit4]   2> 151390 ERROR (SUITE-TestCollectionStateWatchers-seed#[C3F099FC549C4D8F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 151442 INFO  (SUITE-TestCollectionStateWatchers-seed#[C3F099FC549C4D8F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42861 42861
   [junit4]   2> 151609 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42861 42861
   [junit4]   2> 151610 WARN  (Thread-1) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	7	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	65	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	53	/solr/collections/testcollection/state.json
   [junit4]   2> 	19	/solr/collections/waitforstate/state.json
   [junit4]   2> 	8	/solr/collections/currentstate/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/collections/delayed/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/collections/tobedeleted/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98413461829386249-127.0.0.1:45685_solr-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98413461829386252-127.0.0.1:33941_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/98413461829386250-127.0.0.1:45315_solr-n_0000000003
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-solrj/test/J0/temp/solr.common.cloud.TestCollectionStateWatchers_C3F099FC549C4D8F-001
   [junit4]   2> Aug 02, 2017 10:39:57 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1082, maxMBSortInHeap=6.51627230346857, sim=RandomSimilarity(queryNorm=true): {}, locale=es-VE, timezone=Canada/Yukon
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=254849560,total=342884352
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollectionStateWatchers]
   [junit4] Completed [25/135 (1!)] on J0 in 161.53s, 9 tests, 1 failure <<< FAILURES!

[...truncated 42829 lines...]

[JENKINS] Lucene-Solr-Tests-7.x - Build # 116 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/116/

1 tests failed.
FAILED:  org.apache.solr.update.AutoCommitTest.testMaxTime

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([AFAEE85F56D0C98:900E93676BF790A4]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
	... 40 more




Build Log:
[...truncated 10842 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> 29916 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AFAEE85F56D0C98-001/init-core-data-001
   [junit4]   2> 29917 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 29918 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 29918 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 29919 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 29943 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 29970 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 30057 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30112 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 30123 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 30123 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 30129 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30158 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 30177 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 30260 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30269 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 30269 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 30269 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30269 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AFAEE85F56D0C98-001/init-core-data-001/]
   [junit4]   2> 30272 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=1.4599609375, floorSegmentMB=1.6845703125, forceMergeDeletesPctAllowed=10.896753806874576, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 30333 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30333 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30335 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30335 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30336 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 30336 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c7538b0[collection1] main]
   [junit4]   2> 30337 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 30346 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 30376 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 30376 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 30376 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 30377 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 30377 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 30377 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 30377 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 30377 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 30378 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 30378 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 30380 INFO  (searcherExecutor-77-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c7538b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30384 INFO  (coreLoadExecutor-76-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574962853075484672
   [junit4]   2> 30387 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 30389 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 30394 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 30395 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@446cc960[collection1] realtime]
   [junit4]   2> 30395 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 5
   [junit4]   2> 30396 ERROR (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 30396 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 30423 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 30452 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 30535 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30544 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 30567 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 30567 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AFAEE85F56D0C98-001/init-core-data-001/]
   [junit4]   2> 30620 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30620 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30622 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f45c6af[collection1] main]
   [junit4]   2> 30623 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 30624 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 30627 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 30627 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574962853330288640
   [junit4]   2> 30627 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 30628 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 30628 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 30634 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 30637 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=789612925, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 30637 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 30645 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 30646 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 30646 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 30646 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 30646 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 30650 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f45c6af[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30651 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cb6b91f[collection1] main]
   [junit4]   2> 30651 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@42c00b5
   [junit4]   2> 30655 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6cb6b91f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30661 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=69992629
   [junit4]   2> 30684 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1574962853378523136)]} 0 11
   [junit4]   2> 30685 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=1
   [junit4]   2> 34684 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 34698 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@47b39270[collection1] main]
   [junit4]   2> 34699 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 34702 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@47b39270[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
   [junit4]   2> 34942 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1574962857853845504)]} 0 4269
   [junit4]   2> 34943 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 34943 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1574962857855942656)]} 0 4270
   [junit4]   2> 34944 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 36944 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 36949 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61d4ed5e[collection1] main]
   [junit4]   2> 36950 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 36952 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61d4ed5e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(7.1.0):C1)))}
   [junit4]   2> 37204 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=6
   [junit4]   2> 37205 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 37207 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860228870144)]} 0 6533
   [junit4]   2> 37207 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860229918720)]} 0 6534
   [junit4]   2> 37207 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860229918721)]} 0 6534
   [junit4]   2> 37208 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860230967296)]} 0 6534
   [junit4]   2> 37208 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860230967297)]} 0 6535
   [junit4]   2> 37209 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860230967298)]} 0 6535
   [junit4]   2> 37209 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860232015872)]} 0 6536
   [junit4]   2> 37209 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860232015873)]} 0 6536
   [junit4]   2> 37210 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860232015874)]} 0 6536
   [junit4]   2> 37210 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1574962860233064448)]} 0 6537
   [junit4]   2> 37211 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 37211 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860234113024)]} 0 6538
   [junit4]   2> 37211 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860234113025)]} 0 6538
   [junit4]   2> 37212 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860235161600)]} 0 6538
   [junit4]   2> 37212 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860235161601)]} 0 6539
   [junit4]   2> 37212 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860235161602)]} 0 6539
   [junit4]   2> 37212 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860235161603)]} 0 6539
   [junit4]   2> 37212 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860235161604)]} 0 6539
   [junit4]   2> 37213 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860236210176)]} 0 6539
   [junit4]   2> 37213 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860236210177)]} 0 6539
   [junit4]   2> 37213 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1574962860236210178)]} 0 6540
   [junit4]   2> 37213 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 38211 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 38217 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a1f064f[collection1] main]
   [junit4]   2> 38218 INFO  (commitScheduler-85-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 38220 INFO  (searcherExecutor-82-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a1f064f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(7.1.0):C10/9:delGen=1)))}
   [junit4]   2> 38465 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 38466 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 38467 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> 38469 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 38469 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 38469 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@62c84912[collection1] realtime]
   [junit4]   2> 38470 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 38470 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 38471 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 38497 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 38523 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 38626 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 38636 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 38657 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 38657 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AFAEE85F56D0C98-001/init-core-data-001/]
   [junit4]   2> 38729 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 38729 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 38731 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20f3448a[collection1] main]
   [junit4]   2> 38733 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 38733 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 38736 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 38737 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 38737 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 38737 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 38737 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 38739 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 38739 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 38740 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 38740 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 38740 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 38777 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=12, maxMergedSegmentMB=46.2548828125, floorSegmentMB=1.9755859375, forceMergeDeletesPctAllowed=14.660566797360703, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 38781 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@20f3448a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 38793 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 38801 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7872841d[collection1] main]
   [junit4]   2> 38805 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7872841d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 38805 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@21ce3ca5
   [junit4]   2> 38813 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=567164069
   [junit4]   2> 38833 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1574962861918126080)]} 0 15
   [junit4]   2> 38833 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1574962861934903296)]} 0 15
   [junit4]   2> 38835 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1574962861934903297)]} 0 17
   [junit4]   2> 38840 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1574962861938049024)]} 0 22
   [junit4]   2> 38841 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1574962861943291904)]} 0 24
   [junit4]   2> 38842 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1574962861944340480)]} 0 24
   [junit4]   2> 38842 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1574962861944340481)]} 0 25
   [junit4]   2> 38843 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1574962861945389056)]} 0 25
   [junit4]   2> 38843 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1574962861945389057)]} 0 26
   [junit4]   2> 38844 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1574962861945389058)]} 0 26
   [junit4]   2> 38844 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1574962861946437632)]} 0 26
   [junit4]   2> 38845 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1574962861946437633)]} 0 27
   [junit4]   2> 38845 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1574962861947486208)]} 0 27
   [junit4]   2> 38850 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1574962861952729088)]} 0 32
   [junit4]   2> 38850 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 38861 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1574962861953777664)]} 0 44
   [junit4]   2> 38861 INFO  (commitScheduler-89-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 38869 INFO  (commitScheduler-89-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ce1a630[collection1] main]
   [junit4]   2> 38876 INFO  (commitScheduler-89-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 38878 INFO  (searcherExecutor-86-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5ce1a630[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(7.1.0):C15)))}
   [junit4]   2> 39114 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1574962862228504576)]} 0 296
   [junit4]   2> 39115 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 39116 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 39116 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> 39118 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 39121 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 39121 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56eef6b1[collection1] realtime]
   [junit4]   2> 39122 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 3
   [junit4]   2> 39122 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/core.properties
   [junit4]   2> 39123 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 39161 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 39206 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 39287 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 39296 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 39314 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@58cc3cec
   [junit4]   2> 39314 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AFAEE85F56D0C98-001/init-core-data-001/]
   [junit4]   2> 39359 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 39359 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 39361 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@620cbdd7[collection1] main]
   [junit4]   2> 39361 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 39362 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 39365 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 39366 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 39367 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 39367 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 39367 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 39367 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 39367 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 39368 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=53.548828125, floorSegmentMB=0.353515625, forceMergeDeletesPctAllowed=10.456726282257069, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2829355634924966
   [junit4]   2> 39368 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 39368 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 39369 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 39372 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@620cbdd7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 39372 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 39372 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5695b5da[collection1] main]
   [junit4]   2> 39372 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29ca9faf
   [junit4]   2> 39373 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=701145007
   [junit4]   2> 39381 INFO  (searcherExecutor-90-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5695b5da[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 39393 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1574962862507425792)]} 0 14
   [junit4]   2> 39394 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 39398 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1574962862524203008)]} 0 19
   [junit4]   2> 39399 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 39399 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 39400 ERROR (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:529&qt=&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 39400 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[AFAEE85F56D0C98]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testMaxTime -Dtests.seed=AFAEE85F56D0C98 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=Pacific/Niue -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.29s J2 | AutoCommitTest.testMaxTime <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFAEE85F56D0C98:900E93676BF790A4]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:886)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:270)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:529&qt=&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:879)
   [junit4]    > 	... 40 more
   [junit4]   2> 39404 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 39404 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=569317505
   [junit4]   2> 39404 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 39405 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 39407 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 39407 INFO  (SUITE-AutoCommitTest-seed#[AFAEE85F56D0C98]-worker) [    x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 39409 INFO  (coreCloseExecutor-94-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@64df3245
   [junit4]   2> 39410 INFO  (coreCloseExecutor-94-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 39410 INFO  (coreCloseExecutor-94-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4bcc614c commitCommandVersion:0
   [junit4]   2> 39415 INFO  (coreCloseExecutor-94-thread-1-processing-x:collection1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1692348997
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_AFAEE85F56D0C98-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field_t=BlockTreeOrds(blocksize=128), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), subject=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=BlockTreeOrds(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1599, maxMBSortInHeap=5.3368513117889655, sim=RandomSimilarity(queryNorm=true): {}, locale=sq-AL, timezone=Pacific/Niue
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=278424008,total=433061888
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldTypeResource, TestSimpleQParserPlugin, TolerantUpdateProcessorTest, TestIndexSearcher, BitVectorTest, HdfsLockFactoryTest, AutoCommitTest]
   [junit4] Completed [14/727 (1!)] on J2 in 9.52s, 3 tests, 1 error <<< FAILURES!

[...truncated 45686 lines...]

[JENKINS] Lucene-Solr-Tests-7.x - Build # 115 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/115/

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at __randomizedtesting.SeedInfo.seed([BD674BF60FFB7CCA:3533742CA1071132]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:541)
	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:309)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1311)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1302)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1294)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingDocPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:588)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:136)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11239 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> 790492 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD674BF60FFB7CCA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/init-core-data-001
   [junit4]   2> 790492 WARN  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD674BF60FFB7CCA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 790493 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD674BF60FFB7CCA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 790507 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD674BF60FFB7CCA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 790507 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[BD674BF60FFB7CCA]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 790579 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 790607 INFO  (Thread-2248) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 790607 INFO  (Thread-2248) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 790660 ERROR (Thread-2248) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 790745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkTestServer start zk server on port:42775
   [junit4]   2> 790930 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 790931 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 790965 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 790965 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 790966 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 790967 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 790967 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 790968 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 790997 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 790999 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 790999 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 791033 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 792250 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 792274 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@376f1e17{/,null,AVAILABLE}
   [junit4]   2> 792275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5d1aae44{HTTP/1.1,[http/1.1]}{127.0.0.1:42785}
   [junit4]   2> 792275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server Started @803214ms
   [junit4]   2> 792275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/tempDir-001/control/data, hostContext=/, hostPort=42785, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/control-001/cores}
   [junit4]   2> 792275 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 792275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 792275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 792275 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 792276 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T21:44:09.616Z
   [junit4]   2> 792305 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 792305 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/control-001/solr.xml
   [junit4]   2> 792335 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 792354 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42775/solr
   [junit4]   2> 792940 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 792940 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42785_
   [junit4]   2> 792941 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.c.Overseer Overseer (id=98416082810503172-127.0.0.1:42785_-n_0000000000) starting
   [junit4]   2> 792997 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42785_
   [junit4]   2> 792998 INFO  (zkCallback-750-thread-1-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 793215 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 793235 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 793235 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 793248 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:42785_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/control-001/cores
   [junit4]   2> 793379 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 793380 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42775/solr ready
   [junit4]   2> 793397 INFO  (qtp495437613-5414) [n:127.0.0.1:42785_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42785_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 793415 INFO  (OverseerThreadFactory-2135-thread-1-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 793571 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 793571 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 793800 INFO  (zkCallback-750-thread-2-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 794720 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 794775 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 795085 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 795138 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 795139 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 795139 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 795139 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 795149 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=23.9375, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=19.841286615352494, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 795191 WARN  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 795322 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 795322 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 795336 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 795336 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 795337 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=98.69921875, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=25.320352790408105, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46112342894838354
   [junit4]   2> 795337 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17b611aa[control_collection_shard1_replica_n1] main]
   [junit4]   2> 795351 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 795351 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 795352 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 795353 INFO  (searcherExecutor-2138-thread-1-processing-n:127.0.0.1:42785_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@17b611aa[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 795353 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574657329927815168
   [junit4]   2> 795390 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 795391 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 795391 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42785/control_collection_shard1_replica_n1/
   [junit4]   2> 795391 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 795391 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42785/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 795391 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 795419 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42785/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 795526 INFO  (zkCallback-750-thread-2-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 795570 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 795571 INFO  (qtp495437613-5412) [n:127.0.0.1:42785_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1999
   [junit4]   2> 795626 INFO  (qtp495437613-5414) [n:127.0.0.1:42785_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 795729 INFO  (zkCallback-750-thread-1-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 796634 INFO  (qtp495437613-5414) [n:127.0.0.1:42785_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42785_&wt=javabin&version=2} status=0 QTime=3237
   [junit4]   2> 796638 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 796639 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42775/solr ready
   [junit4]   2> 796639 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 796640 INFO  (qtp495437613-5411) [n:127.0.0.1:42785_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 796641 INFO  (OverseerThreadFactory-2135-thread-2-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 796641 INFO  (OverseerCollectionConfigSetProcessor-98416082810503172-127.0.0.1:42785_-n_0000000000) [n:127.0.0.1:42785_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 796642 WARN  (OverseerThreadFactory-2135-thread-2-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 796879 INFO  (qtp495437613-5411) [n:127.0.0.1:42785_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 796879 INFO  (qtp495437613-5411) [n:127.0.0.1:42785_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=239
   [junit4]   2> 797207 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-1-001 of type NRT
   [junit4]   2> 797208 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@265f716e{/,null,AVAILABLE}
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c05aa3b{HTTP/1.1,[http/1.1]}{127.0.0.1:34455}
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server Started @808148ms
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=34455, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-1-001/cores}
   [junit4]   2> 797209 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 797209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T21:44:14.549Z
   [junit4]   2> 797246 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 797246 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-1-001/solr.xml
   [junit4]   2> 797271 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 797286 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42775/solr
   [junit4]   2> 797326 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 797328 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 797337 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34455_
   [junit4]   2> 797338 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 797340 INFO  (zkCallback-750-thread-1-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 797340 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:34455_) [n:127.0.0.1:34455_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 797452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 797456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 797456 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 797457 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:34455_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-1-001/cores
   [junit4]   2> 797473 INFO  (qtp1091633706-5456) [n:127.0.0.1:34455_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34455_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 797475 INFO  (OverseerThreadFactory-2135-thread-3-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34455_ for creating new replica
   [junit4]   2> 797475 INFO  (OverseerCollectionConfigSetProcessor-98416082810503172-127.0.0.1:42785_-n_0000000000) [n:127.0.0.1:42785_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 797476 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 797477 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 798545 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 798579 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.s.IndexSchema [collection1_shard2_replica_n1] Schema name=test
   [junit4]   2> 798738 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 798783 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 798791 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 798791 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 798792 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-1-001/cores/collection1_shard2_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-1-001/cores/collection1_shard2_replica_n1/data/]
   [junit4]   2> 798794 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=23.9375, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=19.841286615352494, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 798813 WARN  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 799043 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 799043 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 799044 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 799044 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 799045 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=98.69921875, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=25.320352790408105, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46112342894838354
   [junit4]   2> 799045 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@fa22c1f[collection1_shard2_replica_n1] main]
   [junit4]   2> 799047 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 799061 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 799062 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 799062 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574657333816983552
   [junit4]   2> 799119 INFO  (searcherExecutor-2149-thread-1-processing-n:127.0.0.1:34455_ x:collection1_shard2_replica_n1 s:shard2 c:collection1) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SolrCore [collection1_shard2_replica_n1] Registered new searcher Searcher@fa22c1f[collection1_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 799199 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 799199 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 799199 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34455/collection1_shard2_replica_n1/
   [junit4]   2> 799199 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 799199 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34455/collection1_shard2_replica_n1/ has no replicas
   [junit4]   2> 799199 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 799201 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34455/collection1_shard2_replica_n1/ shard2
   [junit4]   2> 799357 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 799365 INFO  (qtp1091633706-5458) [n:127.0.0.1:34455_ c:collection1 s:shard2  x:collection1_shard2_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1888
   [junit4]   2> 799395 INFO  (qtp1091633706-5456) [n:127.0.0.1:34455_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34455_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1921
   [junit4]   2> 799510 INFO  (OverseerCollectionConfigSetProcessor-98416082810503172-127.0.0.1:42785_-n_0000000000) [n:127.0.0.1:42785_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 799791 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-2-001 of type NRT
   [junit4]   2> 799792 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 799811 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54ba78f6{/,null,AVAILABLE}
   [junit4]   2> 799811 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e14bb5f{HTTP/1.1,[http/1.1]}{127.0.0.1:45645}
   [junit4]   2> 799811 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server Started @810750ms
   [junit4]   2> 799811 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45645, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-2-001/cores}
   [junit4]   2> 799811 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 799831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 799831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 799831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 799831 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T21:44:17.171Z
   [junit4]   2> 799904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 799904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-2-001/solr.xml
   [junit4]   2> 799925 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 799927 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42775/solr
   [junit4]   2> 799982 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 799983 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 799985 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45645_
   [junit4]   2> 799993 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 799997 INFO  (zkCallback-768-thread-1-processing-n:127.0.0.1:45645_) [n:127.0.0.1:45645_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 800009 INFO  (zkCallback-750-thread-2-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 800017 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:34455_) [n:127.0.0.1:34455_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 800438 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 800454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 800454 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 800472 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:45645_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-2-001/cores
   [junit4]   2> 800622 INFO  (qtp316943632-5486) [n:127.0.0.1:45645_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45645_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 800707 INFO  (OverseerThreadFactory-2135-thread-4-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:45645_ for creating new replica
   [junit4]   2> 800825 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n3&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 800825 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 801851 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 801893 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.s.IndexSchema [collection1_shard3_replica_n3] Schema name=test
   [junit4]   2> 802270 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 802313 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 802313 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n3' (registry 'solr.core.collection1.shard3.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 802313 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 802313 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SolrCore [[collection1_shard3_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-2-001/cores/collection1_shard3_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-2-001/cores/collection1_shard3_replica_n3/data/]
   [junit4]   2> 802348 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=23.9375, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=19.841286615352494, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 802368 WARN  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 802643 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 802643 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 802644 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 802644 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 802645 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=98.69921875, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=25.320352790408105, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46112342894838354
   [junit4]   2> 802645 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@581e1a24[collection1_shard3_replica_n3] main]
   [junit4]   2> 802646 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 802646 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 802663 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 802672 INFO  (searcherExecutor-2160-thread-1-processing-n:127.0.0.1:45645_ x:collection1_shard3_replica_n3 s:shard3 c:collection1) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SolrCore [collection1_shard3_replica_n3] Registered new searcher Searcher@581e1a24[collection1_shard3_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 802672 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574657337602342912
   [junit4]   2> 802685 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 802685 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 802685 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45645/collection1_shard3_replica_n3/
   [junit4]   2> 802685 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 802686 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:45645/collection1_shard3_replica_n3/ has no replicas
   [junit4]   2> 802686 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 802699 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45645/collection1_shard3_replica_n3/ shard3
   [junit4]   2> 802859 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 802860 INFO  (qtp316943632-5482) [n:127.0.0.1:45645_ c:collection1 s:shard3  x:collection1_shard3_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n3&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2035
   [junit4]   2> 802943 INFO  (qtp316943632-5486) [n:127.0.0.1:45645_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45645_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=2321
   [junit4]   2> 803410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-3-001 of type NRT
   [junit4]   2> 803414 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 803431 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6934134e{/,null,AVAILABLE}
   [junit4]   2> 803432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f4eeb7b{HTTP/1.1,[http/1.1]}{127.0.0.1:39586}
   [junit4]   2> 803432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server Started @814371ms
   [junit4]   2> 803432 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=39586, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-3-001/cores}
   [junit4]   2> 803432 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 803528 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 803528 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 803528 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 803528 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T21:44:20.868Z
   [junit4]   2> 803544 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 803544 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-3-001/solr.xml
   [junit4]   2> 803602 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 803630 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42775/solr
   [junit4]   2> 803787 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 803788 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 803806 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39586_
   [junit4]   2> 803807 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 803837 INFO  (zkCallback-768-thread-1-processing-n:127.0.0.1:45645_) [n:127.0.0.1:45645_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 803837 INFO  (zkCallback-750-thread-1-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 803838 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:34455_) [n:127.0.0.1:34455_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 803841 INFO  (zkCallback-774-thread-1-processing-n:127.0.0.1:39586_) [n:127.0.0.1:39586_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 804370 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 804407 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 804407 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 804409 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39586_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-3-001/cores
   [junit4]   2> 804605 INFO  (qtp316943632-5487) [n:127.0.0.1:45645_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39586_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 804606 INFO  (OverseerCollectionConfigSetProcessor-98416082810503172-127.0.0.1:42785_-n_0000000000) [n:127.0.0.1:42785_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 804607 INFO  (OverseerThreadFactory-2135-thread-5-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39586_ for creating new replica
   [junit4]   2> 804677 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 804678 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 805898 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 806087 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=test
   [junit4]   2> 806477 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 806562 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
   [junit4]   2> 806562 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 806563 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 806563 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-3-001/cores/collection1_shard1_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-3-001/cores/collection1_shard1_replica_n5/data/]
   [junit4]   2> 806565 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=23.9375, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=19.841286615352494, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 806584 WARN  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 806784 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 806784 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 806801 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 806802 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 806803 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=98.69921875, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=25.320352790408105, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46112342894838354
   [junit4]   2> 806803 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@432fea3d[collection1_shard1_replica_n5] main]
   [junit4]   2> 806804 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 806804 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 806804 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 806819 INFO  (searcherExecutor-2171-thread-1-processing-n:127.0.0.1:39586_ x:collection1_shard1_replica_n5 s:shard1 c:collection1) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [collection1_shard1_replica_n5] Registered new searcher Searcher@432fea3d[collection1_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 806819 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574657341950787584
   [junit4]   2> 806835 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 806835 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 806835 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39586/collection1_shard1_replica_n5/
   [junit4]   2> 806835 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 806835 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.SyncStrategy http://127.0.0.1:39586/collection1_shard1_replica_n5/ has no replicas
   [junit4]   2> 806835 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 806836 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39586/collection1_shard1_replica_n5/ shard1
   [junit4]   2> 807000 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 807053 INFO  (qtp1863173047-5514) [n:127.0.0.1:39586_ c:collection1 s:shard1  x:collection1_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2375
   [junit4]   2> 807082 INFO  (qtp316943632-5487) [n:127.0.0.1:45645_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39586_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=2477
   [junit4]   2> 808277 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-4-001 of type NRT
   [junit4]   2> 808278 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 808279 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46206606{/,null,AVAILABLE}
   [junit4]   2> 808279 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6a3195b7{HTTP/1.1,[http/1.1]}{127.0.0.1:39648}
   [junit4]   2> 808279 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.Server Started @819218ms
   [junit4]   2> 808279 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39648, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-4-001/cores}
   [junit4]   2> 808279 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 808297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.1.0
   [junit4]   2> 808297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 808297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 808297 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-02T21:44:25.637Z
   [junit4]   2> 808331 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 808331 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-4-001/solr.xml
   [junit4]   2> 808498 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 808540 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42775/solr
   [junit4]   2> 808617 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 808635 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 808636 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39648_
   [junit4]   2> 808637 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 808637 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:34455_) [n:127.0.0.1:34455_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 808686 INFO  (zkCallback-774-thread-1-processing-n:127.0.0.1:39586_) [n:127.0.0.1:39586_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 808686 INFO  (zkCallback-768-thread-1-processing-n:127.0.0.1:45645_) [n:127.0.0.1:45645_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 808687 INFO  (zkCallback-780-thread-1-processing-n:127.0.0.1:39648_) [n:127.0.0.1:39648_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 808687 INFO  (OverseerCollectionConfigSetProcessor-98416082810503172-127.0.0.1:42785_-n_0000000000) [n:127.0.0.1:42785_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 808688 INFO  (zkCallback-750-thread-2-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 809052 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 809069 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 809069 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 809070 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [n:127.0.0.1:39648_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-4-001/cores
   [junit4]   2> 809212 INFO  (qtp316943632-5489) [n:127.0.0.1:45645_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39648_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 809271 INFO  (OverseerThreadFactory-2135-thread-5-processing-n:127.0.0.1:42785_) [n:127.0.0.1:42785_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39648_ for creating new replica
   [junit4]   2> 809312 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n7&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 809312 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 810377 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 810416 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.s.IndexSchema [collection1_shard2_replica_n7] Schema name=test
   [junit4]   2> 810824 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 810880 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n7' using configuration from collection collection1, trusted=true
   [junit4]   2> 810881 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n7' (registry 'solr.core.collection1.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14df4b07
   [junit4]   2> 810881 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 810881 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.c.SolrCore [[collection1_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-4-001/cores/collection1_shard2_replica_n7], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001/shard-4-001/cores/collection1_shard2_replica_n7/data/]
   [junit4]   2> 810883 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=23.9375, floorSegmentMB=1.3779296875, forceMergeDeletesPctAllowed=19.841286615352494, segmentsPerTier=19.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 810898 WARN  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 811086 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 811086 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 811087 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 811087 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 811088 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=98.69921875, floorSegmentMB=0.6572265625, forceMergeDeletesPctAllowed=25.320352790408105, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.46112342894838354
   [junit4]   2> 811088 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@10cbcb27[collection1_shard2_replica_n7] main]
   [junit4]   2> 811089 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 811089 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 811090 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 811090 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1574657346429255680
   [junit4]   2> 811132 INFO  (qtp145015049-5543) [n:127.0.0.1:39648_ c:collection1 s:shard2  x:collection1_shard2_replica_n7] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n7
   [junit4]   2> 811132 INFO  (sea

[...truncated too long message...]

core_node12 x:collection1_shard1_replica_n11] o.a.s.c.SyncStrategy http://127.0.0.1:45947/collection1_shard1_replica_n11/ has no replicas
   [junit4]   2> 849021 INFO  (zkCallback-794-thread-2-processing-n:127.0.0.1:45947_) [n:127.0.0.1:45947_ c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45947/collection1_shard1_replica_n11/ shard1
   [junit4]   2> 849591 WARN  (zkCallback-787-thread-1-processing-n:127.0.0.1:40921_) [n:127.0.0.1:40921_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 849594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6083cdcb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 849594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@732c5ecb{/,null,UNAVAILABLE}
   [junit4]   2> 849594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 45947
   [junit4]   2> 849594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=902621269
   [junit4]   2> 849594 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 849595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 849595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 849595 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 849596 INFO  (coreCloseExecutor-2233-thread-1) [n:127.0.0.1:45947_ c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.c.SolrCore [collection1_shard1_replica_n11]  CLOSING SolrCore org.apache.solr.core.SolrCore@6eaa5cfa
   [junit4]   2> 849597 INFO  (coreCloseExecutor-2233-thread-1) [n:127.0.0.1:45947_ c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n11, tag=1856658682
   [junit4]   2> 849599 INFO  (coreCloseExecutor-2233-thread-1) [n:127.0.0.1:45947_ c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1856658682
   [junit4]   2> 849599 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.Overseer Overseer (id=98416082810503192-127.0.0.1:45947_-n_0000000006) closing
   [junit4]   2> 849600 INFO  (OverseerStateUpdate-98416082810503192-127.0.0.1:45947_-n_0000000006) [n:127.0.0.1:45947_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45947_
   [junit4]   2> 851122 WARN  (zkCallback-794-thread-2-processing-n:127.0.0.1:45947_) [n:127.0.0.1:45947_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 851123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@282e7248{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 851123 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@aa66a7b{/,null,UNAVAILABLE}
   [junit4]   2> 851124 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 851147 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BD674BF60FFB7CCA]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42775 42775
   [junit4]   2> 851248 INFO  (Thread-2248) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42775 42775
   [junit4]   2> 851249 WARN  (Thread-2248) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/aliases.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	7	/solr/configs/conf1
   [junit4]   2> 	6	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/clusterprops.json
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 	13	/solr/collections
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=FullSolrCloudDistribCmdsTest -Dtests.method=test -Dtests.seed=BD674BF60FFB7CCA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-JO -Dtests.timezone=Europe/Vilnius -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   60.7s J2 | FullSolrCloudDistribCmdsTest.test <<<
   [junit4]    > Throwable #1: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BD674BF60FFB7CCA:3533742CA1071132]:0)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]    > 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]    > 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]    > 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:541)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:309)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:674)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1311)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1302)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1294)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingDocPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:588)
   [junit4]    > 	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:136)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BD674BF60FFB7CCA-001
   [junit4]   2> Aug 02, 2017 9:45:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-JO, timezone=Europe/Vilnius
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=141912512,total=500170752
   [junit4]   2> NOTE: All tests run in this JVM: [TlogReplayBufferedWhileIndexingTest, PolyFieldTest, TestGeoJSONResponseWriter, UnloadDistributedZkTest, DateMathParserTest, NumericFieldsTest, TestDistribDocBasedVersion, TestManagedSchemaAPI, SignatureUpdateProcessorFactoryTest, TestClassicSimilarityFactory, TestCustomSort, SharedFSAutoReplicaFailoverUtilsTest, TestApiFramework, DirectUpdateHandlerOptimizeTest, TestJmxIntegration, AutoCommitTest, TestSQLHandlerNonCloud, InfoHandlerTest, TestLMJelinekMercerSimilarityFactory, SolrCoreMetricManagerTest, DataDrivenBlockJoinTest, SolrJmxReporterTest, TestDFRSimilarityFactory, XsltUpdateRequestHandlerTest, TestCoreAdminApis, TestMaxTokenLenTokenizer, ClusterStateTest, DeleteStatusTest, TestTlogReplica, RankQueryTest, TestPerFieldSimilarityWithDefaultOverride, HLLSerializationTest, HdfsBasicDistributedZkTest, MoveReplicaTest, AliasIntegrationTest, SortByFunctionTest, OverseerTest, FacetPivotSmallTest, ShufflingReplicaListTransformerTest, OverseerModifyCollectionTest, TestRecovery, TermVectorComponentDistributedTest, TestSort, CheckHdfsIndexTest, TestUtils, VersionInfoTest, TestDistributedMissingSort, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [132/727 (1!)] on J2 in 61.30s, 1 test, 1 error <<< FAILURES!

[...truncated 45353 lines...]