You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/10/03 14:16:58 UTC

[JENKINS] Lucene-Solr-Tests-6.x - Build # 461 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/461/

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2094C979BBB11E3A:D7E727217D59B1DC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1331)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReqParamsAPI.test

Error Message:
Could not get expected value  'A val' for path 'response/params/x/a' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "response":{"znodeVersion":-1}},  from server:  http://127.0.0.1:56411/solr/collection1_shard1_replica1

Stack Trace:
java.lang.AssertionError: Could not get expected value  'A val' for path 'response/params/x/a' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "response":{"znodeVersion":-1}},  from server:  http://127.0.0.1:56411/solr/collection1_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([2094C979BBB11E3A:A8C0F6A3154D73C2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:535)
	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:108)
	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10740 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/init-core-data-001
   [junit4]   2> 225320 INFO  (SUITE-TestReqParamsAPI-seed#[2094C979BBB11E3A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 225327 INFO  (SUITE-TestReqParamsAPI-seed#[2094C979BBB11E3A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 225338 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 225339 INFO  (Thread-58) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 225454 INFO  (SUITE-TestReqParamsAPI-seed#[2094C979BBB11E3A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:58455
   [junit4]   2> 225546 INFO  (jetty-launcher-37-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 225553 INFO  (jetty-launcher-37-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f01d2a0{/solr,null,AVAILABLE}
   [junit4]   2> 225542 INFO  (jetty-launcher-37-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 225604 INFO  (jetty-launcher-37-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ae9f91f{/solr,null,AVAILABLE}
   [junit4]   2> 225605 INFO  (jetty-launcher-37-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@6eb27d0d{HTTP/1.1,[http/1.1]}{127.0.0.1:44253}
   [junit4]   2> 225605 INFO  (jetty-launcher-37-thread-1) [    ] o.e.j.s.Server Started @234325ms
   [junit4]   2> 225566 INFO  (jetty-launcher-37-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@582565fd{HTTP/1.1,[http/1.1]}{127.0.0.1:56411}
   [junit4]   2> 225605 INFO  (jetty-launcher-37-thread-2) [    ] o.e.j.s.Server Started @234326ms
   [junit4]   2> 225605 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56411}
   [junit4]   2> 225605 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44253}
   [junit4]   2> 225628 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 225629 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 225629 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 225630 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-03T12:28:36.354Z
   [junit4]   2> 225629 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 225630 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 225630 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 225630 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-03T12:28:36.354Z
   [junit4]   2> 225718 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 225743 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 225769 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 225799 INFO  (jetty-launcher-37-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58455/solr
   [junit4]   2> 225888 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 225896 INFO  (jetty-launcher-37-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58455/solr
   [junit4]   2> 226108 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1578a84696a0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 226274 INFO  (jetty-launcher-37-thread-2) [n:127.0.0.1:56411_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56411_solr
   [junit4]   2> 226276 INFO  (jetty-launcher-37-thread-1) [n:127.0.0.1:44253_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44253_solr
   [junit4]   2> 226278 INFO  (jetty-launcher-37-thread-2) [n:127.0.0.1:56411_solr    ] o.a.s.c.Overseer Overseer (id=96698218320625670-127.0.0.1:56411_solr-n_0000000000) starting
   [junit4]   2> 226283 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 226284 INFO  (zkCallback-48-thread-1-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 226337 INFO  (jetty-launcher-37-thread-1) [n:127.0.0.1:44253_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/.
   [junit4]   2> 226376 INFO  (jetty-launcher-37-thread-2) [n:127.0.0.1:56411_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56411_solr
   [junit4]   2> 226378 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 226379 INFO  (zkCallback-48-thread-1-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 226439 INFO  (jetty-launcher-37-thread-2) [n:127.0.0.1:56411_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/.
   [junit4]   2> 226549 INFO  (SUITE-TestReqParamsAPI-seed#[2094C979BBB11E3A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 226661 INFO  (qtp513897603-243) [n:127.0.0.1:56411_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=collection1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 226723 INFO  (OverseerThreadFactory-111-thread-1-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 226879 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 226902 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 227047 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 227050 INFO  (zkCallback-48-thread-2-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 227921 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 228171 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 228187 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 228188 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 228189 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 228204 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 228236 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 228243 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 228243 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 228244 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 228244 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 228245 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@374c00f5[collection1_shard1_replica2] main]
   [junit4]   2> 228247 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 228248 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 228250 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 228265 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 228265 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547171496186609664
   [junit4]   2> 228266 INFO  (searcherExecutor-114-thread-1-processing-n:127.0.0.1:44253_solr x:collection1_shard1_replica2 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@374c00f5[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 228268 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 228269 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 228288 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 228295 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 228375 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 228375 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 228398 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 228398 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 228400 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1113984e[collection1_shard1_replica1] main]
   [junit4]   2> 228401 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 228401 INFO  (zkCallback-48-thread-4-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 228403 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 228403 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 228403 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 228406 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 228407 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547171496335507456
   [junit4]   2> 228409 INFO  (searcherExecutor-119-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1113984e[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 228799 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 228799 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 228799 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44253/solr/collection1_shard1_replica2/
   [junit4]   2> 228804 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=http://127.0.0.1:44253/solr START replicas=[http://127.0.0.1:56411/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 228806 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica2 url=http://127.0.0.1:44253/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 228817 INFO  (qtp513897603-245) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 228817 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 228818 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 228898 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44253/solr/collection1_shard1_replica2/ shard1
   [junit4]   2> 229000 INFO  (zkCallback-48-thread-2-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 229000 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 229017 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 229025 INFO  (qtp1187298880-252) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2122
   [junit4]   2> 229129 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 229130 INFO  (zkCallback-48-thread-2-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 229415 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica1
   [junit4]   2> 229421 INFO  (updateExecutor-44-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 229423 INFO  (qtp513897603-241) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2550
   [junit4]   2> 229439 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 229439 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 229439 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica1]
   [junit4]   2> 229439 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 229439 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica1] as recovering, leader is [http://127.0.0.1:44253/solr/collection1_shard1_replica2/] and I am [http://127.0.0.1:56411/solr/collection1_shard1_replica1/]
   [junit4]   2> 229617 INFO  (qtp513897603-243) [n:127.0.0.1:56411_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 229635 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:44253/solr]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica2&nodeName=127.0.0.1:56411_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 229637 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 229655 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1_shard1_replica2 (shard1 of collection1) have state: recovering
   [junit4]   2> 229655 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:56411_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"collection1_shard1_replica1","base_url":"http://127.0.0.1:56411/solr","node_name":"127.0.0.1:56411_solr","state":"down"}
   [junit4]   2> 229756 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 229756 INFO  (zkCallback-48-thread-4-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 230655 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:56411_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"collection1_shard1_replica1","base_url":"http://127.0.0.1:56411/solr","node_name":"127.0.0.1:56411_solr","state":"recovering"}
   [junit4]   2> 230655 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 230655 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:56411_solr&onlyIfLeaderActive=true&core=collection1_shard1_replica2&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1018
   [junit4]   2> 230748 INFO  (OverseerCollectionConfigSetProcessor-96698218320625670-127.0.0.1:56411_solr-n_0000000000) [n:127.0.0.1:56411_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 237657 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:44253/solr/collection1_shard1_replica2/] - recoveringAfterStartup=[true]
   [junit4]   2> 237658 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=http://127.0.0.1:56411/solr START replicas=[http://127.0.0.1:44253/solr/collection1_shard1_replica2/] nUpdates=100
   [junit4]   2> 237673 INFO  (qtp1187298880-249) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 237673 INFO  (qtp1187298880-249) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 237683 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 237683 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 237683 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 237683 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 237684 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 237686 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 237686 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 237687 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 237687 INFO  (recoveryExecutor-45-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 237701 INFO  (zkCallback-48-thread-2-processing-n:127.0.0.1:56411_solr) [n:127.0.0.1:56411_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 237701 INFO  (zkCallback-47-thread-1-processing-n:127.0.0.1:44253_solr) [n:127.0.0.1:44253_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 238631 INFO  (qtp513897603-243) [n:127.0.0.1:56411_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&name=collection1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=12048
   [junit4]   2> 238645 INFO  (TEST-TestReqParamsAPI.test-seed#[2094C979BBB11E3A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 238661 INFO  (TEST-TestReqParamsAPI.test-seed#[2094C979BBB11E3A]) [    ] o.a.s.c.TestSolrConfigHandler going to send config command. path /config?wt=json , payload: 
   [junit4]   2> 238695 INFO  (qtp513897603-239) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"create-requesthandler":{
   [junit4]   2>     "name":"/dump0",
   [junit4]   2>     "class":"org.apache.solr.handler.DumpRequestHandler"}}]
   [junit4]   2> 238697 INFO  (qtp513897603-239) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 2 replicas to set the property overlay to be of version 0 for collection collection1
   [junit4]   2> 238733 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica2
   [junit4]   2> 238744 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 238798 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 238820 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 238831 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica1
   [junit4]   2> 238851 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrCore core reload collection1_shard1_replica2
   [junit4]   2> 238853 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 238900 INFO  (solrHandlerExecutor-124-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 238854 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 238902 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 238906 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 238916 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 238951 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.c.SolrCore core reload collection1_shard1_replica1
   [junit4]   2> 238971 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 239382 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 239385 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 239408 INFO  (Thread-79) [n:127.0.0.1:44253_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 239410 INFO  (qtp1187298880-254) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 239419 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 239419 INFO  (qtp1187298880-254) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 239423 INFO  (solrHandlerExecutor-124-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:44253/solr/collection1_shard1_replica2/ for prop overlay   after 1 attempts
   [junit4]   2> 239423 INFO  (solrHandlerExecutor-124-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 239425 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler Trying to update my configs
   [junit4]   2> 239425 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica2
   [junit4]   2> 239444 INFO  (qtp513897603-244) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 239451 INFO  (qtp513897603-244) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 239452 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:56411/solr/collection1_shard1_replica1/ for prop overlay   after 1 attempts
   [junit4]   2> 239452 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 239462 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Trying to update my configs
   [junit4]   2> 239463 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica1
   [junit4]   2> 239470 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 239477 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 239524 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 239531 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 239538 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 239539 INFO  (Thread-80) [n:127.0.0.1:56411_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 239539 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 239539 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 239748 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a14bc0d[collection1_shard1_replica2] main]
   [junit4]   2> 239749 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 239749 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 239749 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 239750 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 239750 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547171508229505024
   [junit4]   2> 239800 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:44253_solr x:collection1_shard1_replica2 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@7a14bc0d[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 239815 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 239817 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 239821 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 239821 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore core reload collection1_shard1_replica1
   [junit4]   2> 239822 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 239847 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 239847 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore core reload collection1_shard1_replica2
   [junit4]   2> 239866 INFO  (qtp1187298880-250) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 239876 INFO  (qtp513897603-244) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 239903 INFO  (solrHandlerExecutor-124-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:44253/solr/collection1_shard1_replica2/ for prop overlay   after 2 attempts
   [junit4]   2> 239903 INFO  (solrHandlerExecutor-124-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 1 secs, maxWait 30
   [junit4]   2> 239903 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 239942 INFO  (qtp513897603-244) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=66
   [junit4]   2> 239949 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 239963 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:56411/solr/collection1_shard1_replica1/ for prop overlay   after 2 attempts
   [junit4]   2> 239963 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 1 secs, maxWait 30
   [junit4]   2> 240267 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 240267 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 240280 INFO  (qtp513897603-240) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 240280 INFO  (qtp513897603-240) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 240299 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 240299 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ef3edcc[collection1_shard1_replica2] main]
   [junit4]   2> 240299 INFO  (Thread-79) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4bf0b90c
   [junit4]   2> 240300 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:44253_solr x:collection1_shard1_replica2 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@1ef3edcc[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240303 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7430670f[collection1_shard1_replica1] main]
   [junit4]   2> 240306 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 240311 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:56411/solr/collection1_shard1_replica1/ for prop overlay   after 3 attempts
   [junit4]   2> 240311 INFO  (solrHandlerExecutor-124-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 1 secs, maxWait 30
   [junit4]   2> 240312 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 240313 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 240313 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 240313 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 240313 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547171508819853312
   [junit4]   2> 240314 INFO  (searcherExecutor-129-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@7430670f[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240321 INFO  (qtp1187298880-255) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 240322 INFO  (qtp1187298880-255) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 240322 INFO  (qtp1187298880-255) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 240331 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 240341 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 240342 INFO  (Thread-80) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27055708[collection1_shard1_replica1] main]
   [junit4]   2> 240342 INFO  (searcherExecutor-129-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@27055708[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240360 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 240446 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 240453 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240455 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 240470 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 240475 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 240478 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240499 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.CoreContainer Reloading SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 240503 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 240559 INFO  (qtp513897603-243) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 240559 INFO  (qtp513897603-243) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 240559 INFO  (qtp513897603-243) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=52
   [junit4]   2> 240567 INFO  (qtp513897603-239) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Took 1871.0ms to set the property overlay to be of version 0 for collection collection1
   [junit4]   2> 240567 INFO  (qtp513897603-239) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/config params={wt=json} status=0 QTime=1904
   [junit4]   2> 240568 INFO  (qtp513897603-239) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@488654d9
   [junit4]   2> 240576 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 240576 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 240595 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 240595 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 240612 INFO  (TEST-TestReqParamsAPI.test-seed#[2094C979BBB11E3A]) [    ] o.a.s.c.TestSolrConfigHandler going to send config command. path /config?wt=json , payload: 
   [junit4]   2> 240616 INFO  (qtp513897603-246) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.ZkController Persisted config data to node /configs/conf1/configoverlay.json 
   [junit4]   2> 240618 INFO  (qtp513897603-246) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"create-requesthandler":{
   [junit4]   2>     "name":"/dump1",
   [junit4]   2>     "class":"org.apache.solr.handler.DumpRequestHandler",
   [junit4]   2>     "useParams":"x"}}]
   [junit4]   2> 240618 INFO  (qtp513897603-246) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 2 replicas to set the property overlay to be of version 1 for collection collection1
   [junit4]   2> 240623 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@42abe4e0[collection1_shard1_replica1] main]
   [junit4]   2> 240624 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@530a7bfe[collection1_shard1_replica2] main]
   [junit4]   2> 240624 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 240625 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 240625 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 240626 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 240628 INFO  (solrHandlerExecutor-141-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 240629 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547171509151203328
   [junit4]   2> 240630 INFO  (searcherExecutor-133-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@42abe4e0[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240640 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 240641 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@779a8c5b[collection1_shard1_replica1] main]
   [junit4]   2> 240644 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 240644 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 240644 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 240645 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 240645 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547171509167980544
   [junit4]   2> 240651 INFO  (searcherExecutor-133-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@779a8c5b[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240654 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 240654 WARN  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 240666 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica2
   [junit4]   2> 240669 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 240669 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica1
   [junit4]   2> 240670 INFO  (searcherExecutor-134-thread-1-processing-n:127.0.0.1:44253_solr x:collection1_shard1_replica2 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@530a7bfe[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240671 INFO  (solrHandlerExecutor-141-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 240674 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a8f9ee2[collection1_shard1_replica2] main]
   [junit4]   2> 240678 INFO  (searcherExecutor-134-thread-1-processing-n:127.0.0.1:44253_solr x:collection1_shard1_replica2 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@7a8f9ee2[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 240685 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 240692 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 240694 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 240697 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240709 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240711 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@22e5ef69
   [junit4]   2> 240711 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.c.SolrCore core reload collection1_shard1_replica1
   [junit4]   2> 240735 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 240744 INFO  (qtp1187298880-255) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is 0
   [junit4]   2> 240753 INFO  (qtp1187298880-255) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 240753 INFO  (solrHandlerExecutor-141-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:44253/solr/collection1_shard1_replica2/ for prop overlay   after 1 attempts
   [junit4]   2> 240753 INFO  (solrHandlerExecutor-141-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 240754 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrCore core reload collection1_shard1_replica2
   [junit4]   2> 240759 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler Trying to update my configs
   [junit4]   2> 240759 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica2
   [junit4]   2> 240761 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 240764 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 240766 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240766 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore core reload collection1_shard1_replica2
   [junit4]   2> 240785 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 240790 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240805 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 240826 INFO  (qtp513897603-244) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is 0
   [junit4]   2> 240830 INFO  (Thread-82) [n:127.0.0.1:56411_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 240831 INFO  (Thread-82) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 240847 INFO  (qtp513897603-244) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=20
   [junit4]   2> 240847 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Trying to update my configs
   [junit4]   2> 240847 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore config update listener called for core collection1_shard1_replica1
   [junit4]   2> 240851 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 240865 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240867 INFO  (Thread-81) [n:127.0.0.1:44253_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 240867 INFO  (Thread-81) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/collection1_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.handler.TestReqParamsAPI_2094C979BBB11E3A-001/tempDir-001/node1/./collection1_shard1_replica2/data/]
   [junit4]   2> 240867 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.SchemaManager managed schema loaded . version : 0 
   [junit4]   2> 240870 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 240873 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 240873 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.c.SolrCore core reload collection1_shard1_replica1
   [junit4]   2> 240876 INFO  (solrHandlerExecutor-141-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:56411/solr/collection1_shard1_replica1/ for prop overlay   after 1 attempts
   [junit4]   2> 240876 INFO  (solrHandlerExecutor-141-thread-1-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 240907 INFO  (Thread-82) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 240907 INFO  (Thread-82) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 240927 INFO  (qtp1187298880-256) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler expecting overlay version 1 but my version is 0
   [junit4]   2> 240958 INFO  (qtp1187298880-256) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/config/znodeVersion params={overlay=1&wt=javabin&version=2} status=0 QTime=31
   [junit4]   2> 240959 INFO  (solrHandlerExecutor-141-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 1 from http://127.0.0.1:44253/solr/collection1_shard1_replica2/ for prop overlay   after 2 attempts
   [junit4]   2> 240959 INFO  (solrHandlerExecutor-141-thread-2-processing-n:127.0.0.1:56411_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:56411_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 240959 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 241192 INFO  (Thread-81) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 241192 INFO  (Thread-81) [n:127.0.0.1:44253_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 241195 INFO  (T

[...truncated too long message...]

ndler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1888216 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_2094C979BBB11E3A-001/solr-instance-030/.
   [junit4]   2> 1888216 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1888283 WARN  (coreLoadExecutor-4771-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1888294 INFO  (coreLoadExecutor-4771-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1889006 INFO  (coreLoadExecutor-4771-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1889008 INFO  (coreLoadExecutor-4771-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1889009 INFO  (coreLoadExecutor-4771-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_2094C979BBB11E3A-001/solr-instance-030/./collection1
   [junit4]   2> 1889009 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_2094C979BBB11E3A-001/solr-instance-030/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_2094C979BBB11E3A-001/solr-instance-030/./collection1/data/]
   [junit4]   2> 1889034 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=34.76171875, floorSegmentMB=1.8525390625, forceMergeDeletesPctAllowed=24.18147659591659, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1563001498889709
   [junit4]   2> 1889103 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1889103 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1889104 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=90.6767578125, floorSegmentMB=0.7197265625, forceMergeDeletesPctAllowed=20.3923823811087, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1889104 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65c96163[collection1] main]
   [junit4]   2> 1889105 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_2094C979BBB11E3A-001/solr-instance-030/collection1/conf
   [junit4]   2> 1889119 INFO  (coreLoadExecutor-4771-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1889128 INFO  (searcherExecutor-4772-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65c96163[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1889154 INFO  (qtp1584758722-10262) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1889155 INFO  (indexFetcher-4776-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1889155 INFO  (indexFetcher-4776-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1889155 INFO  (indexFetcher-4776-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1889510 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestHandlerPathUnchanged
   [junit4]   2> 1889511 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@28093524{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1889511 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1379195606
   [junit4]   2> 1889526 INFO  (coreCloseExecutor-4777-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@30d19c60
   [junit4]   2> 1889531 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@27b5f5b4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1889549 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@10a1952b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1889550 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=512620849
   [junit4]   2> 1889570 INFO  (coreCloseExecutor-4779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@44bde497
   [junit4]   2> 1889578 INFO  (TEST-TestReplicationHandler.doTestHandlerPathUnchanged-seed#[2094C979BBB11E3A]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46948ff7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1889586 INFO  (SUITE-TestReplicationHandler-seed#[2094C979BBB11E3A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_2094C979BBB11E3A-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=es-PY, timezone=Pacific/Samoa
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=144828496,total=520093696
   [junit4]   2> NOTE: All tests run in this JVM: [LeaderFailoverAfterPartitionTest, TestSuggestSpellingConverter, TestSolrQueryParserDefaultOperatorResource, TestFieldCacheSanityChecker, TestSolrCloudWithKerberosAlt, TestDistributedGrouping, TestUpdate, TestCSVResponseWriter, SliceStateTest, TestFuzzyAnalyzedSuggestions, TestQueryUtils, DistributedQueryComponentCustomSortTest, CopyFieldTest, TestMinMaxOnMultiValuedField, RuleEngineTest, TestManagedSchemaAPI, TestHdfsCloudBackupRestore, TestDistribDocBasedVersion, TestRandomRequestDistribution, HdfsWriteToMultipleCollectionsTest, SchemaVersionSpecificBehaviorTest, TestRTimerTree, TestLMDirichletSimilarityFactory, TestFieldCacheVsDocValues, StatsReloadRaceTest, ConvertedLegacyTest, RankQueryTest, LeaderInitiatedRecoveryOnShardRestartTest, CollectionTooManyReplicasTest, ExplicitHLLTest, TestBinaryResponseWriter, TestSimpleTrackingShardHandler, HdfsCollectionsAPIDistributedZkTest, TestSolrIndexConfig, TestNumericTerms32, OutOfBoxZkACLAndCredentialsProvidersTest, TestOverriddenPrefixQueryForCustomFieldType, TestQueryTypes, TestExactSharedStatsCache, TestFastOutputStream, CdcrVersionReplicationTest, TestTrie, SimpleMLTQParserTest, UUIDUpdateProcessorFallbackTest, DistributedVersionInfoTest, SystemInfoHandlerTest, TestGraphTermsQParserPlugin, AnalyticsQueryTest, TestLRUCache, InfoHandlerTest, EchoParamsTest, BigEndianAscendingWordDeserializerTest, AliasIntegrationTest, HighlighterTest, CoreAdminCreateDiscoverTest, AsyncMigrateRouteKeyTest, SuggesterFSTTest, TestSweetSpotSimilarityFactory, TestSurroundQueryParser, DistanceFunctionTest, DateMathParserTest, TermsComponentTest, TestDocTermOrds, SuggestComponentTest, PreAnalyzedUpdateProcessorTest, ZkControllerTest, CreateCollectionCleanupTest, ConcurrentDeleteAndCreateCollectionTest, SpatialFilterTest, BJQParserTest, MoreLikeThisHandlerTest, TestSmileRequest, OverseerTaskQueueTest, TestTolerantUpdateProcessorCloud, TestCustomSort, TestShardHandlerFactory, ChaosMonkeySafeLeaderTest, TestMaxScoreQueryParser, SolrInfoMBeanTest, DocumentBuilderTest, HdfsBasicDistributedZkTest, DirectoryFactoryTest, TestCoreContainer, TestBlendedInfixSuggestions, TestEmbeddedSolrServerConstructors, BasicAuthIntegrationTest, SharedFSAutoReplicaFailoverUtilsTest, TestSystemIdResolver, MultiTermTest, RestartWhileUpdatingTest, TestLuceneMatchVersion, ResponseHeaderTest, SolrCmdDistributorTest, SampleTest, DistributedMLTComponentTest, TestConfigSetsAPIExclusivity, BufferStoreTest, HdfsRecoveryZkTest, FacetPivotSmallTest, TermVectorComponentTest, TestNonDefinedSimilarityFactory, SimplePostToolTest, SolrCloudExampleTest, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, TestReplicationHandler]
   [junit4] Completed [303/638 (2!)] on J1 in 127.36s, 15 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 61351 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 466 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/466/

1 tests failed.
FAILED:  org.apache.solr.update.AutoCommitTest.testMaxDocs

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([F658D47AD6052C29:4FD902A5FAEF28A3]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:813)
	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:14&qt=standard&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:806)
	... 40 more




Build Log:
[...truncated 11546 lines...]
   [junit4] Suite: org.apache.solr.update.AutoCommitTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_F658D47AD6052C29-001/init-core-data-001
   [junit4]   2> 1438494 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1438495 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1438495 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1438565 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1438651 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 1438734 WARN  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1438764 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1438774 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 1438776 INFO  (coreLoadExecutor-2782-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1438877 INFO  (coreLoadExecutor-2782-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1438913 INFO  (coreLoadExecutor-2782-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1439043 WARN  (coreLoadExecutor-2782-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1439045 INFO  (coreLoadExecutor-2782-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1439052 INFO  (coreLoadExecutor-2782-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1439052 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_F658D47AD6052C29-001/init-core-data-001/]
   [junit4]   2> 1439053 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e06ec2a
   [junit4]   2> 1439059 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=23.7412109375, floorSegmentMB=1.134765625, forceMergeDeletesPctAllowed=25.874474897204784, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1439095 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1439095 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1439096 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1439096 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1439096 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1853791973, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1439115 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31a633f7[collection1] main]
   [junit4]   2> 1439115 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1439130 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1439311 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1439311 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1439319 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1439319 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1439319 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1439319 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1439319 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1439319 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1439320 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1439320 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1439321 INFO  (searcherExecutor-2783-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@31a633f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1439321 INFO  (coreLoadExecutor-2782-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547316052370653184
   [junit4]   2> 1439327 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1439329 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCommitWithin
   [junit4]   2> 1439331 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:* (-1547316052379041792)} 0 1
   [junit4]   2> 1439335 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1439397 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1439474 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1439637 WARN  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1439639 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1439647 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1439647 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_F658D47AD6052C29-001/init-core-data-001/]
   [junit4]   2> 1439647 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e06ec2a
   [junit4]   2> 1439836 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1439836 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1439839 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@627280f5[collection1] main]
   [junit4]   2> 1439839 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1439840 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1439843 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1439851 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1439851 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1439852 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1439852 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1439852 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1439852 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1439852 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1439852 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1439853 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1439853 WARN  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 1439853 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1439854 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a5b7e4[collection1] main]
   [junit4]   2> 1439854 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19c9b75b
   [junit4]   2> 1439854 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1439855 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@627280f5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1439855 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1439858 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1439858 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1439859 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1439859 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1439859 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1439859 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1439859 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1439860 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1439861 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@15a5b7e4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1439919 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1547316052964147200)]} 0 32
   [junit4]   2> 1439919 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1443903 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1443909 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c3367b2[collection1] main]
   [junit4]   2> 1443910 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c3367b2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c1)))}
   [junit4]   2> 1443910 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1444090 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1547316057370263552)]} 0 4204
   [junit4]   2> 1444090 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1444091 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[529 (-1547316057372360704)]} 0 4205
   [junit4]   2> 1444091 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1445098 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1445106 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1145dc19[collection1] main]
   [junit4]   2> 1445108 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1145dc19[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.3.0):c1)))}
   [junit4]   2> 1445108 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1445411 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1445412 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1445423 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058757529600)]} 0 5537
   [junit4]   2> 1445424 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058769063936)]} 0 5537
   [junit4]   2> 1445424 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058770112512)]} 0 5538
   [junit4]   2> 1445424 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058770112513)]} 0 5538
   [junit4]   2> 1445424 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058770112514)]} 0 5538
   [junit4]   2> 1445425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058771161088)]} 0 5538
   [junit4]   2> 1445425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058771161089)]} 0 5539
   [junit4]   2> 1445425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058771161090)]} 0 5539
   [junit4]   2> 1445425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058771161091)]} 0 5539
   [junit4]   2> 1445425 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316058771161092)]} 0 5539
   [junit4]   2> 1445426 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1445427 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058772209664)]} 0 5541
   [junit4]   2> 1445427 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058773258240)]} 0 5541
   [junit4]   2> 1445428 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058774306816)]} 0 5541
   [junit4]   2> 1445428 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058774306817)]} 0 5541
   [junit4]   2> 1445428 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058774306818)]} 0 5542
   [junit4]   2> 1445428 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058774306819)]} 0 5542
   [junit4]   2> 1445431 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058776403968)]} 0 5544
   [junit4]   2> 1445431 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058777452544)]} 0 5544
   [junit4]   2> 1445431 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058777452545)]} 0 5545
   [junit4]   2> 1445431 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {delete=[530 (-1547316058777452546)]} 0 5545
   [junit4]   2> 1445431 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1446430 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1446440 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@679ea69a[collection1] main]
   [junit4]   2> 1446441 INFO  (searcherExecutor-2788-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@679ea69a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.3.0):c10/9:delGen=1)))}
   [junit4]   2> 1446441 INFO  (commitScheduler-2791-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1446445 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1446445 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1446446 INFO  (TEST-AutoCommitTest.testCommitWithin-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testCommitWithin
   [junit4]   2> 1446452 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxDocs
   [junit4]   2> 1446453 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b4a739c[collection1] realtime]
   [junit4]   2> 1446453 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:* (-1547316059848048640)} 0 1
   [junit4]   2> 1446454 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1446498 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1446548 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1446800 WARN  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1446804 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1446821 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1446822 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_F658D47AD6052C29-001/init-core-data-001/]
   [junit4]   2> 1446822 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e06ec2a
   [junit4]   2> 1446887 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1446887 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1446887 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@747c4937[collection1] main]
   [junit4]   2> 1446887 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1446888 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1446896 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1446896 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1446896 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1446896 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1446896 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1446896 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1446897 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1446897 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1446897 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1446897 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1446898 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@747c4937[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1446915 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=65.5615234375, floorSegmentMB=2.0927734375, forceMergeDeletesPctAllowed=17.77847264535613, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1446915 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1446915 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@183a4101[collection1] main]
   [junit4]   2> 1446916 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e8429f2
   [junit4]   2> 1446923 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@183a4101[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1446939 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[0 (1547316060351365120)]} 0 7
   [junit4]   2> 1446939 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[1 (1547316060358705152)]} 0 7
   [junit4]   2> 1446940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (1547316060358705153)]} 0 8
   [junit4]   2> 1446940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[3 (1547316060359753728)]} 0 8
   [junit4]   2> 1446940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[4 (1547316060359753729)]} 0 8
   [junit4]   2> 1446940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[5 (1547316060359753730)]} 0 8
   [junit4]   2> 1446940 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[6 (1547316060359753731)]} 0 9
   [junit4]   2> 1446941 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[7 (1547316060360802304)]} 0 9
   [junit4]   2> 1446941 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[8 (1547316060360802305)]} 0 9
   [junit4]   2> 1446941 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[9 (1547316060360802306)]} 0 9
   [junit4]   2> 1446941 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[10 (1547316060360802307)]} 0 10
   [junit4]   2> 1446942 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[11 (1547316060360802308)]} 0 10
   [junit4]   2> 1446942 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[12 (1547316060361850880)]} 0 10
   [junit4]   2> 1446942 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[13 (1547316060361850881)]} 0 10
   [junit4]   2> 1446942 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:1&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1446944 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[14 (1547316060362899456)]} 0 12
   [junit4]   2> 1446944 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1547316060363948032)]} 0 12
   [junit4]   2> 1446944 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1446945 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:14&qt=standard&start=0&rows=20&version=2.2
   [junit4]   2> 1446945 ERROR (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:14&qt=standard&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:14&qt=standard&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:806)
   [junit4]   2> 	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 1446946 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=AutoCommitTest -Dtests.method=testMaxDocs -Dtests.seed=F658D47AD6052C29 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Pacific/Gambier -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.50s J2 | AutoCommitTest.testMaxDocs <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F658D47AD6052C29:4FD902A5FAEF28A3]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:813)
   [junit4]    > 	at org.apache.solr.update.AutoCommitTest.testMaxDocs(AutoCommitTest.java:225)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:14&qt=standard&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:806)
   [junit4]    > 	... 40 more
   [junit4]   2> 1446957 INFO  (commitScheduler-2795-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1446975 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testMaxTime
   [junit4]   2> 1446978 INFO  (commitScheduler-2795-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43cb755[collection1] main]
   [junit4]   2> 1446978 INFO  (commitScheduler-2795-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1446979 INFO  (searcherExecutor-2792-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43cb755[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_3(6.3.0):c16)))}
   [junit4]   2> 1446982 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58b81a7f[collection1] realtime]
   [junit4]   2> 1446982 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:* (-1547316060396453888)} 0 7
   [junit4]   2> 1446983 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 1447075 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 1447115 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1447447 WARN  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 1447449 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1447458 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1447458 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_F658D47AD6052C29-001/init-core-data-001/]
   [junit4]   2> 1447458 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e06ec2a
   [junit4]   2> 1447477 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1447477 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1447477 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15159694[collection1] main]
   [junit4]   2> 1447478 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1447481 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1447488 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1447492 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1447492 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1447492 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1447492 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1447493 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1447493 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=30, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1447493 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1447493 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1447494 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1447494 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1447495 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@15159694[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1447495 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1447495 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d37240[collection1] main]
   [junit4]   2> 1447495 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@134dee34
   [junit4]   2> 1447496 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5d37240[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1447538 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[529 (1547316060970024960)]} 0 16
   [junit4]   2> 1447539 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1448542 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1448551 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43787ac2[collection1] main]
   [junit4]   2> 1448551 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1448552 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43787ac2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(6.3.0):c1)))}
   [junit4]   2> 1448574 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[530 (1547316062071029760)]} 0 1052
   [junit4]   2> 1448574 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1448575 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:530&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1448575 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1547316062074175488)]} 0 0
   [junit4]   2> 1448576 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1449574 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1449591 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21b48bab[collection1] main]
   [junit4]   2> 1449592 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@21b48bab[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.3.0):c1)))}
   [junit4]   2> 1449592 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1449691 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[550 (1547316063243337728)]} 0 2169
   [junit4]   2> 1449691 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:529&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1449692 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063245434880)]} 0 2170
   [junit4]   2> 1449692 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063245434881)]} 0 2170
   [junit4]   2> 1449692 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063245434882)]} 0 2170
   [junit4]   2> 1449693 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063246483456)]} 0 2171
   [junit4]   2> 1449693 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063246483457)]} 0 2171
   [junit4]   2> 1449693 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063246483458)]} 0 2171
   [junit4]   2> 1449693 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063246483459)]} 0 2171
   [junit4]   2> 1449694 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063246483460)]} 0 2171
   [junit4]   2> 1449694 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063247532032)]} 0 2172
   [junit4]   2> 1449694 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[500 (1547316063247532033)]} 0 2172
   [junit4]   2> 1449694 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1450691 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1450707 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a5d25e[collection1] main]
   [junit4]   2> 1450708 INFO  (searcherExecutor-2796-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a5d25e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.3.0):c1) Uninverting(_6(6.3.0):c11/9:delGen=1)))}
   [junit4]   2> 1450708 INFO  (commitScheduler-2799-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1450946 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[531 (1547316064560349184)]} 0 3424
   [junit4]   2> 1450947 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:500&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1450947 INFO  (TEST-AutoCommitTest.testMaxTime-seed#[F658D47AD6052C29]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxTime
   [junit4]   2> 1450948 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1450948 INFO  (SUITE-AutoCommitTest-seed#[F658D47AD6052C29]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=535063855
   [junit4]   2> 1450951 INFO  (coreCloseExecutor-2800-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52535353
   [junit4]   2> 1450959 INFO  (coreCloseExecutor-2800-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1450960 INFO  (coreCloseExecutor-2800-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4206dc58
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_F658D47AD6052C29-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Asserting), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), field_t=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=MockRandom), subject=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Asserting), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=375, maxMBSortInHeap=6.844303224865529, sim=ClassicSimilarity, locale=de-LU, timezone=Pacific/Gambier
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=107892160,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, TestMacroExpander, TestGeoJSONResponseWriter, TestAuthenticationFramework, RequestHandlersTest, TimeZoneUtilsTest, PreAnalyzedFieldTest, LeaderElectionTest, DistributedQueueTest, PrimitiveFieldTypeTest, NoCacheHeaderTest, HardAutoCommitTest, HdfsChaosMonkeySafeLeaderTest, TestIndexingPerformance, TestFreeTextSuggestions, TestStressReorder, TestLFUCache, TestSolrConfigHandlerConcurrent, OverseerCollectionConfigSetProcessorTest, ReplicationFactorTest, TestDynamicFieldResource, UpdateParamsTest, DistributedFacetPivotWhiteBoxTest, SuggestComponentContextFilterQueryTest, TestRandomFlRTGCloud, TestLeaderElectionZkExpiry, TestSSLRandomization, OpenExchangeRatesOrgProviderTest, SimpleFacetsTest, TolerantUpdateProcessorTest, TestAuthorizationFramework, OverseerStatusTest, DateRangeFieldTest, CurrencyFieldXmlFileTest, TestLegacyFieldCache, TestJmxMonitoredMap, PingRequestHandlerTest, TestSubQueryTransformerDistrib, TestLRUStatsCache, UnloadDistributedZkTest, DirectUpdateHandlerTest, TestDistributedMissingSort, DebugComponentTest, TestSchemaManager, TestScoreJoinQPNoScore, AssignTest, TestPostingsSolrHighlighter, CleanupOldIndexTest, TestRestoreCore, TestTrieFacet, PrimUtilsTest, TestDFISimilarityFactory, TestConfigSets, SolrTestCaseJ4Test, TestReplicaProperties, TestAnalyzeInfixSuggestions, TestCryptoKeys, TestChildDocTransformer, TestRecoveryHdfs, TestFieldCacheSortRandom, AddSchemaFieldsUpdateProcessorFactoryTest, StatsComponentTest, HdfsRecoverLeaseTest, SuggesterWFSTTest, TestClusterStateMutator, TestWriterPerf, SolrPluginUtilsTest, TestZkChroot, TestIndexSearcher, TestTestInjection, TestSolrDeletionPolicy1, SharedFSAutoReplicaFailoverTest, BlockDirectoryTest, SuggesterTest, TestSerializedLuceneMatchVersion, BasicDistributedZk2Test, XmlUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, CdcrUpdateLogTest, HdfsBasicDistributedZk2Test, FullSolrCloudDistribCmdsTest, BlockJoinFacetRandomTest, TestReloadAndDeleteDocs, TestReversedWildcardFilterFactory, AutoCommitTest]
   [junit4] Completed [284/637 (1!)] on J2 in 12.55s, 3 tests, 1 error <<< FAILURES!

[...truncated 61424 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 465 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/465/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib:     1) Thread[id=1369, name=OverseerHdfsCoreFailoverThread-96706052996988937-127.0.0.1:38475_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 
   1) Thread[id=1369, name=OverseerHdfsCoreFailoverThread-96706052996988937-127.0.0.1:38475_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([B6C73D6CCF57C41A]:0)




Build Log:
[...truncated 10791 lines...]
   [junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/init-core-data-001
   [junit4]   2> 347909 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 347910 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001
   [junit4]   2> 347910 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 347913 INFO  (Thread-392) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 347914 INFO  (Thread-392) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 348017 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51643
   [junit4]   2> 348033 INFO  (jetty-launcher-151-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 348038 INFO  (jetty-launcher-151-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 348039 INFO  (jetty-launcher-151-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 348047 INFO  (jetty-launcher-151-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 348098 INFO  (jetty-launcher-151-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22222ad1{/solr,null,AVAILABLE}
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@4d016fb0{HTTP/1.1,[http/1.1]}{127.0.0.1:39449}
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.e.j.s.Server Started @356564ms
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39449}
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 348099 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T21:41:03.932Z
   [junit4]   2> 348222 INFO  (jetty-launcher-151-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e50d386{/solr,null,AVAILABLE}
   [junit4]   2> 348222 INFO  (jetty-launcher-151-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@74d6604d{HTTP/1.1,[http/1.1]}{127.0.0.1:38475}
   [junit4]   2> 348222 INFO  (jetty-launcher-151-thread-1) [    ] o.e.j.s.Server Started @356688ms
   [junit4]   2> 348222 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38475}
   [junit4]   2> 348223 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 348223 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 348223 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 348223 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T21:41:04.056Z
   [junit4]   2> 348228 INFO  (jetty-launcher-151-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 348252 INFO  (jetty-launcher-151-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cd97e8e{/solr,null,AVAILABLE}
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@f5426ec{HTTP/1.1,[http/1.1]}{127.0.0.1:54784}
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.e.j.s.Server Started @356718ms
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54784}
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 348253 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T21:41:04.086Z
   [junit4]   2> 348285 INFO  (jetty-launcher-151-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75f1e9bd{/solr,null,AVAILABLE}
   [junit4]   2> 348285 INFO  (jetty-launcher-151-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@1a7a90c7{HTTP/1.1,[http/1.1]}{127.0.0.1:58449}
   [junit4]   2> 348285 INFO  (jetty-launcher-151-thread-4) [    ] o.e.j.s.Server Started @356751ms
   [junit4]   2> 348285 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58449}
   [junit4]   2> 348286 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 348286 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 348286 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 348286 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T21:41:04.119Z
   [junit4]   2> 348338 INFO  (jetty-launcher-151-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a6770cc{/solr,null,AVAILABLE}
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@6b5c71b1{HTTP/1.1,[http/1.1]}{127.0.0.1:34130}
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.e.j.s.Server Started @356805ms
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34130}
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 348339 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T21:41:04.172Z
   [junit4]   2> 348378 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 348391 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 348395 INFO  (jetty-launcher-151-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51643/solr
   [junit4]   2> 348426 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 348496 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 348494 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 348434 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 348626 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 348626 INFO  (jetty-launcher-151-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51643/solr
   [junit4]   2> 348630 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 348646 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 348649 INFO  (jetty-launcher-151-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51643/solr
   [junit4]   2> 348663 INFO  (jetty-launcher-151-thread-2) [n:127.0.0.1:54784_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54784_solr
   [junit4]   2> 348688 INFO  (jetty-launcher-151-thread-2) [n:127.0.0.1:54784_solr    ] o.a.s.c.Overseer Overseer (id=96706052996988935-127.0.0.1:54784_solr-n_0000000000) starting
   [junit4]   2> 348694 INFO  (jetty-launcher-151-thread-1) [n:127.0.0.1:38475_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38475_solr
   [junit4]   2> 348696 INFO  (jetty-launcher-151-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51643/solr
   [junit4]   2> 348759 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 348794 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 348896 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 348900 INFO  (jetty-launcher-151-thread-1) [n:127.0.0.1:38475_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node1/.
   [junit4]   2> 348901 INFO  (jetty-launcher-151-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51643/solr
   [junit4]   2> 349199 INFO  (jetty-launcher-151-thread-2) [n:127.0.0.1:54784_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54784_solr
   [junit4]   2> 349257 INFO  (jetty-launcher-151-thread-5) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 349554 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 349555 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 349592 INFO  (jetty-launcher-151-thread-3) [n:127.0.0.1:34130_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 349598 INFO  (jetty-launcher-151-thread-5) [n:127.0.0.1:39449_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39449_solr
   [junit4]   2> 349621 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 349622 INFO  (jetty-launcher-151-thread-4) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 349623 INFO  (jetty-launcher-151-thread-3) [n:127.0.0.1:34130_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34130_solr
   [junit4]   2> 349625 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 349627 INFO  (zkCallback-177-thread-1-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 349662 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 349667 INFO  (jetty-launcher-151-thread-2) [n:127.0.0.1:54784_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node2/.
   [junit4]   2> 349672 INFO  (jetty-launcher-151-thread-4) [n:127.0.0.1:58449_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58449_solr
   [junit4]   2> 349673 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 349680 INFO  (jetty-launcher-151-thread-5) [n:127.0.0.1:39449_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node3/.
   [junit4]   2> 349684 INFO  (jetty-launcher-151-thread-3) [n:127.0.0.1:34130_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node5/.
   [junit4]   2> 349686 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 349689 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 349690 INFO  (zkCallback-161-thread-2-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 349734 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 349734 INFO  (zkCallback-178-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
   [junit4]   2> 349791 INFO  (jetty-launcher-151-thread-4) [n:127.0.0.1:58449_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node4/.
   [junit4]   2> 350011 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 352073 INFO  (qtp557959012-1153) [n:127.0.0.1:39449_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&collection.configName=solrCloudCollectionConfig&name=people&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 352087 INFO  (OverseerThreadFactory-448-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.CreateCollectionCmd Create collection people
   [junit4]   2> 352263 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard2_replica2&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2
   [junit4]   2> 352290 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard1_replica1&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2
   [junit4]   2> 352291 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard2_replica1&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2
   [junit4]   2> 352292 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard1_replica2&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2
   [junit4]   2> 352413 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 352413 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 352413 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 352413 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 353345 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1  x:people_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 353348 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1  x:people_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 353355 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2  x:people_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 353362 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2  x:people_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 353376 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1  x:people_shard1_replica2] o.a.s.s.IndexSchema [people_shard1_replica2] Schema name=doc-values-for-Join
   [junit4]   2> 353398 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1  x:people_shard1_replica1] o.a.s.s.IndexSchema [people_shard1_replica1] Schema name=doc-values-for-Join
   [junit4]   2> 353472 WARN  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1  x:people_shard1_replica2] o.a.s.s.IndexSchema [people_shard1_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 353473 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1  x:people_shard1_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 353480 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2  x:people_shard2_replica2] o.a.s.s.IndexSchema [people_shard2_replica2] Schema name=doc-values-for-Join
   [junit4]   2> 353483 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2  x:people_shard2_replica1] o.a.s.s.IndexSchema [people_shard2_replica1] Schema name=doc-values-for-Join
   [junit4]   2> 353497 WARN  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1  x:people_shard1_replica1] o.a.s.s.IndexSchema [people_shard1_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 353531 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1  x:people_shard1_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 353530 WARN  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2  x:people_shard2_replica1] o.a.s.s.IndexSchema [people_shard2_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 353532 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1  x:people_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica2' using configuration from collection people
   [junit4]   2> 353533 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.SolrCore [[people_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node1/people_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node1/./people_shard1_replica2/data/]
   [junit4]   2> 353500 WARN  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2  x:people_shard2_replica2] o.a.s.s.IndexSchema [people_shard2_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 353538 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1  x:people_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica1' using configuration from collection people
   [junit4]   2> 353538 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.SolrCore [[people_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node4/people_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node4/./people_shard1_replica1/data/]
   [junit4]   2> 353540 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2  x:people_shard2_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 353540 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2  x:people_shard2_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 353547 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2  x:people_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica2' using configuration from collection people
   [junit4]   2> 353548 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.SolrCore [[people_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node3/people_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node3/./people_shard2_replica2/data/]
   [junit4]   2> 353549 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2  x:people_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica1' using configuration from collection people
   [junit4]   2> 353549 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.SolrCore [[people_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node2/people_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node2/./people_shard2_replica1/data/]
   [junit4]   2> 353694 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 353695 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 353696 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 353696 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 353697 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a47d050[people_shard1_replica2] main]
   [junit4]   2> 353699 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 353699 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 353699 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 353737 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 353738 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 353738 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 353739 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 353739 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547296854058729472
   [junit4]   2> 353741 INFO  (searcherExecutor-457-thread-1-processing-n:127.0.0.1:38475_solr x:people_shard1_replica2 s:shard1 c:people r:core_node2) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.SolrCore [people_shard1_replica2] Registered new searcher Searcher@3a47d050[people_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 353753 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 353766 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 353766 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 353767 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 353767 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 353767 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b7bf2ee[people_shard1_replica1] main]
   [junit4]   2> 353769 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 353769 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 353769 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 353769 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547296854090186752
   [junit4]   2> 353774 INFO  (searcherExecutor-458-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.SolrCore [people_shard1_replica1] Registered new searcher Searcher@b7bf2ee[people_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 353775 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@185ce4c0[people_shard2_replica1] main]
   [junit4]   2> 353776 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 353776 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 353776 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 353848 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 353848 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 353849 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 353849 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 353849 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547296854174072832
   [junit4]   2> 353849 INFO  (searcherExecutor-460-thread-1-processing-n:127.0.0.1:54784_solr x:people_shard2_replica1 s:shard2 c:people r:core_node4) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.SolrCore [people_shard2_replica1] Registered new searcher Searcher@185ce4c0[people_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 353859 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 353859 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@324d3dc3[people_shard2_replica2] main]
   [junit4]   2> 353860 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 353861 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 353861 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 353861 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547296854186655744
   [junit4]   2> 353870 INFO  (searcherExecutor-459-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.SolrCore [people_shard2_replica2] Registered new searcher Searcher@324d3dc3[people_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 353960 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 353960 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 353960 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 353961 INFO  (zkCallback-161-thread-2-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354263 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 354263 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 354263 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38475/solr/people_shard1_replica2/
   [junit4]   2> 354263 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica2 url=http://127.0.0.1:38475/solr START replicas=[http://127.0.0.1:58449/solr/people_shard1_replica1/] nUpdates=100
   [junit4]   2> 354265 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica2 url=http://127.0.0.1:38475/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 354311 INFO  (qtp1201973810-1187) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.S.Request [people_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 354312 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 354312 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 354339 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38475/solr/people_shard1_replica2/ shard1
   [junit4]   2> 354362 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 354362 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 354362 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54784/solr/people_shard2_replica1/
   [junit4]   2> 354362 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica1 url=http://127.0.0.1:54784/solr START replicas=[http://127.0.0.1:39449/solr/people_shard2_replica2/] nUpdates=100
   [junit4]   2> 354362 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica1 url=http://127.0.0.1:54784/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 354374 INFO  (qtp557959012-1150) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.S.Request [people_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 354374 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 354374 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 354387 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54784/solr/people_shard2_replica1/ shard2
   [junit4]   2> 354493 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354493 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354493 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354494 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354495 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 354502 INFO  (qtp1663009772-1163) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard1_replica2&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2} status=0 QTime=2210
   [junit4]   2> 354545 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 354551 INFO  (qtp1231523479-1176) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard2_replica1&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2} status=0 QTime=2259
   [junit4]   2> 354695 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354695 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354696 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354697 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354778 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.ZkController Core needs to recover:people_shard1_replica1
   [junit4]   2> 354779 INFO  (qtp1201973810-1191) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard1_replica1&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2} status=0 QTime=2489
   [junit4]   2> 354780 INFO  (updateExecutor-163-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 354785 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 354786 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 354786 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[people_shard1_replica1]
   [junit4]   2> 354786 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 354786 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Publishing state of core [people_shard1_replica1] as recovering, leader is [http://127.0.0.1:38475/solr/people_shard1_replica2/] and I am [http://127.0.0.1:58449/solr/people_shard1_replica1/]
   [junit4]   2> 354797 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:38475/solr]; [WaitForState: action=PREPRECOVERY&core=people_shard1_replica2&nodeName=127.0.0.1:58449_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 354806 INFO  (qtp1663009772-1161) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 354822 INFO  (qtp1663009772-1161) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see people_shard1_replica2 (shard1 of people) have state: recovering
   [junit4]   2> 354822 INFO  (qtp1663009772-1161) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=people, shard=shard1, thisCore=people_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:58449_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"people_shard1_replica1","base_url":"http://127.0.0.1:58449/solr","node_name":"127.0.0.1:58449_solr","state":"down"}
   [junit4]   2> 354870 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.ZkController Core needs to recover:people_shard2_replica2
   [junit4]   2> 354871 INFO  (qtp557959012-1151) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=people_shard2_replica2&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2} status=0 QTime=2608
   [junit4]   2> 354905 INFO  (updateExecutor-165-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 354906 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354906 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354907 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354908 INFO  (zkCallback-161-thread-2-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 354912 INFO  (qtp557959012-1153) [n:127.0.0.1:39449_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 354917 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 354918 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 354918 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[people_shard2_replica2]
   [junit4]   2> 354918 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 354918 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Publishing state of core [people_shard2_replica2] as recovering, leader is [http://127.0.0.1:54784/solr/people_shard2_replica1/] and I am [http://127.0.0.1:39449/solr/people_shard2_replica2/]
   [junit4]   2> 354919 INFO  (OverseerCollectionConfigSetProcessor-96706052996988935-127.0.0.1:54784_solr-n_0000000000) [n:127.0.0.1:54784_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 354931 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:54784/solr]; [WaitForState: action=PREPRECOVERY&core=people_shard2_replica1&nodeName=127.0.0.1:39449_solr&coreNodeName=core_node1&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 354959 INFO  (qtp1231523479-1177) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 354960 INFO  (qtp1231523479-1177) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see people_shard2_replica1 (shard2 of people) have state: recovering
   [junit4]   2> 354960 INFO  (qtp1231523479-1177) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=people, shard=shard2, thisCore=people_shard2_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:39449_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"people_shard2_replica2","base_url":"http://127.0.0.1:39449/solr","node_name":"127.0.0.1:39449_solr","state":"down"}
   [junit4]   2> 355023 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 355023 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 355024 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 355025 INFO  (zkCallback-161-thread-2-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 355822 INFO  (qtp1663009772-1161) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=people, shard=shard1, thisCore=people_shard1_replica2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:58449_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"people_shard1_replica1","base_url":"http://127.0.0.1:58449/solr","node_name":"127.0.0.1:58449_solr","state":"recovering"}
   [junit4]   2> 355822 INFO  (qtp1663009772-1161) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 355822 INFO  (qtp1663009772-1161) [n:127.0.0.1:38475_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:58449_solr&onlyIfLeaderActive=true&core=people_shard1_replica2&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1016
   [junit4]   2> 355966 INFO  (qtp1231523479-1177) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=people, shard=shard2, thisCore=people_shard2_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39449_solr, coreNodeName=core_node1, onlyIfActiveCheckResult=false, nodeProps: core_node1:{"core":"people_shard2_replica2","base_url":"http://127.0.0.1:39449/solr","node_name":"127.0.0.1:39449_solr","state":"recovering"}
   [junit4]   2> 355966 INFO  (qtp1231523479-1177) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 355966 INFO  (qtp1231523479-1177) [n:127.0.0.1:54784_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39449_solr&onlyIfLeaderActive=true&core=people_shard2_replica1&coreNodeName=core_node1&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1006
   [junit4]   2> 362834 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:38475/solr/people_shard1_replica2/] - recoveringAfterStartup=[true]
   [junit4]   2> 362834 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica1 url=http://127.0.0.1:58449/solr START replicas=[http://127.0.0.1:38475/solr/people_shard1_replica2/] nUpdates=100
   [junit4]   2> 362857 INFO  (qtp1663009772-1165) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 362858 INFO  (qtp1663009772-1165) [n:127.0.0.1:38475_solr c:people s:shard1 r:core_node2 x:people_shard1_replica2] o.a.s.c.S.Request [people_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 362863 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 362863 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 362863 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 362863 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 362874 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 362881 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 362882 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 362882 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 362882 INFO  (recoveryExecutor-164-thread-1-processing-n:127.0.0.1:58449_solr x:people_shard1_replica1 s:shard1 c:people r:core_node3) [n:127.0.0.1:58449_solr c:people s:shard1 r:core_node3 x:people_shard1_replica1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 362886 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 362886 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 362886 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 362888 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 362973 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:54784/solr/people_shard2_replica1/] - recoveringAfterStartup=[true]
   [junit4]   2> 362973 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica2 url=http://127.0.0.1:39449/solr START replicas=[http://127.0.0.1:54784/solr/people_shard2_replica1/] nUpdates=100
   [junit4]   2> 362983 INFO  (qtp1231523479-1172) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 362983 INFO  (qtp1231523479-1172) [n:127.0.0.1:54784_solr c:people s:shard2 r:core_node4 x:people_shard2_replica1] o.a.s.c.S.Request [people_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 362991 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 362991 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 362991 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 362991 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 362997 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 363001 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 363001 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 363001 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 363002 INFO  (recoveryExecutor-166-thread-1-processing-n:127.0.0.1:39449_solr x:people_shard2_replica2 s:shard2 c:people r:core_node1) [n:127.0.0.1:39449_solr c:people s:shard2 r:core_node1 x:people_shard2_replica2] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 363108 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 363108 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 363108 INFO  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 363108 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 363937 INFO  (qtp557959012-1153) [n:127.0.0.1:39449_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&collection.configName=solrCloudCollectionConfig&name=people&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=11864
   [junit4]   2> 363942 INFO  (qtp557959012-1154) [n:127.0.0.1:39449_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&collection.configName=solrCloudCollectionConfig&name=departments&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 363946 INFO  (OverseerThreadFactory-448-thread-2-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.CreateCollectionCmd Create collection departments
   [junit4]   2> 364382 INFO  (qtp1663009772-1164) [n:127.0.0.1:38475_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=departments_shard2_replica1&action=CREATE&numShards=2&collection=departments&shard=shard2&wt=javabin&version=2
   [junit4]   2> 364383 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=departments_shard2_replica2&action=CREATE&numShards=2&collection=departments&shard=shard2&wt=javabin&version=2
   [junit4]   2> 364385 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=departments_shard1_replica2&action=CREATE&numShards=2&collection=departments&shard=shard1&wt=javabin&version=2
   [junit4]   2> 364399 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.schema=schema-docValuesJoin.xml&property.config=solrconfig-doctransformers.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&name=departments_shard1_replica1&action=CREATE&numShards=2&collection=departments&shard=shard1&wt=javabin&version=2
   [junit4]   2> 364531 INFO  (zkCallback-161-thread-2-processing-n:127.0.0.1:54784_solr) [n:127.0.0.1:54784_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 364532 INFO  (zkCallback-178-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 364532 INFO  (zkCallback-177-thread-2-processing-n:127.0.0.1:39449_solr) [n:127.0.0.1:39449_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 364532 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 365449 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1  x:departments_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 365479 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2  x:departments_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 365519 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1  x:departments_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 365524 INFO  (qtp1663009772-1164) [n:127.0.0.1:38475_solr c:departments s:shard2  x:departments_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 365535 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1  x:departments_shard1_replica2] o.a.s.s.IndexSchema [departments_shard1_replica2] Schema name=doc-values-for-Join
   [junit4]   2> 365678 WARN  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1  x:departments_shard1_replica2] o.a.s.s.IndexSchema [departments_shard1_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 365679 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1  x:departments_shard1_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 365679 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2  x:departments_shard2_replica2] o.a.s.s.IndexSchema [departments_shard2_replica2] Schema name=doc-values-for-Join
   [junit4]   2> 365687 WARN  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2  x:departments_shard2_replica2] o.a.s.s.IndexSchema [departments_shard2_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 365688 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2  x:departments_shard2_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 365695 INFO  (qtp1663009772-1164) [n:127.0.0.1:38475_solr c:departments s:shard2  x:departments_shard2_replica1] o.a.s.s.IndexSchema [departments_shard2_replica1] Schema name=doc-values-for-Join
   [junit4]   2> 365707 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1  x:departments_shard1_replica1] o.a.s.s.IndexSchema [departments_shard1_replica1] Schema name=doc-values-for-Join
   [junit4]   2> 365709 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1  x:departments_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard1_replica2' using configuration from collection departments
   [junit4]   2> 365709 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.c.SolrCore [[departments_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node2/departments_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node2/./departments_shard1_replica2/data/]
   [junit4]   2> 365722 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2  x:departments_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard2_replica2' using configuration from collection departments
   [junit4]   2> 365722 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.c.SolrCore [[departments_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node3/departments_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node3/./departments_shard2_replica2/data/]
   [junit4]   2> 365729 WARN  (qtp1663009772-1164) [n:127.0.0.1:38475_solr c:departments s:shard2  x:departments_shard2_replica1] o.a.s.s.IndexSchema [departments_shard2_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 365729 INFO  (qtp1663009772-1164) [n:127.0.0.1:38475_solr c:departments s:shard2  x:departments_shard2_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 365732 WARN  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1  x:departments_shard1_replica1] o.a.s.s.IndexSchema [departments_shard1_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 365733 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1  x:departments_shard1_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
   [junit4]   2> 365804 INFO  (qtp1663009772-1164) [n:127.0.0.1:38475_solr c:departments s:shard2  x:departments_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard2_replica1' using configuration from collection departments
   [junit4]   2> 365805 INFO  (qtp1663009772-1164) [n:127.0.0.1:38475_solr c:departments s:shard2 r:core_node3 x:departments_shard2_replica1] o.a.s.c.SolrCore [[departments_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node1/departments_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node1/./departments_shard2_replica1/data/]
   [junit4]   2> 365806 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1  x:departments_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard1_replica1' using configuration from collection departments
   [junit4]   2> 365806 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1 r:core_node4 x:departments_shard1_replica1] o.a.s.c.SolrCore [[departments_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node5/departments_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.response.transform.TestSubQueryTransformerDistrib_B6C73D6CCF57C41A-001/tempDir-001/node5/./departments_shard1_replica1/data/]
   [junit4]   2> 365861 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 365861 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 365862 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 365862 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 365870 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 365870 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 365871 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 365871 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 365871 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@48e4f4ff[departments_shard1_replica2] main]
   [junit4]   2> 365872 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a060658[departments_shard2_replica2] main]
   [junit4]   2> 365874 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 365874 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 365874 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 365875 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 365875 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 365875 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 365950 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547296866862891008
   [junit4]   2> 365952 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547296866864988160
   [junit4]   2> 365962 INFO  (searcherExecutor-477-thread-1-processing-n:127.0.0.1:54784_solr x:departments_shard1_replica2 s:shard1 c:departments r:core_node2) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.c.SolrCore [departments_shard1_replica2] Registered new searcher Searcher@48e4f4ff[departments_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 365976 INFO  (qtp557959012-1156) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 365978 INFO  (qtp1231523479-1175) [n:127.0.0.1:54784_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 365979 INFO  (searcherExecutor-478-thread-1-processing-n:127.0.0.1:39449_solr x:departments_shard2_replica2 s:shard2 c:departments r:core_node1) [n:127.0.0.1:39449_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.c.SolrCore [departments_shard2_replica2] Registered new searcher Searcher@4a060658[departments_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 366002 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1 r:core_node4 x:departments_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 366002 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departments s:shard1 r:core_node4 x:departments_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 366003 INFO  (qtp444453979-1197) [n:127.0.0.1:34130_solr c:departm

[...truncated too long message...]

ate.json
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
   [junit4]   2> 	at org.apache.solr.cloud.overseer.ZkStateWriter.writePendingUpdates(ZkStateWriter.java:228)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:225)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 377638 INFO  (OverseerStateUpdate-96706052996988935-127.0.0.1:54784_solr-n_0000000000) [n:127.0.0.1:54784_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54784_solr
   [junit4]   2> 377641 INFO  (zkCallback-171-thread-1-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (2)
   [junit4]   2> 377669 INFO  (zkCallback-171-thread-3-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 377760 INFO  (OverseerStateUpdate-96706052996988937-127.0.0.1:38475_solr-n_0000000001) [n:127.0.0.1:38475_solr    ] o.a.s.c.Overseer According to ZK I (id=96706052996988937-127.0.0.1:38475_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 377760 INFO  (OverseerStateUpdate-96706052996988937-127.0.0.1:38475_solr-n_0000000001) [n:127.0.0.1:38475_solr    ] o.a.s.c.Overseer According to ZK I (id=96706052996988937-127.0.0.1:38475_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 377760 INFO  (OverseerStateUpdate-96706052996988937-127.0.0.1:38475_solr-n_0000000001) [n:127.0.0.1:38475_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38475_solr
   [junit4]   2> 377762 INFO  (OverseerCollectionConfigSetProcessor-96706052996988937-127.0.0.1:38475_solr-n_0000000001) [n:127.0.0.1:38475_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=96706052996988937-127.0.0.1:38475_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 377762 ERROR (OverseerCollectionConfigSetProcessor-96706052996988937-127.0.0.1:38475_solr-n_0000000001) [n:127.0.0.1:38475_solr    ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:339)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:336)
   [junit4]   2> 	at org.apache.solr.cloud.DistributedQueue.fetchZkChildren(DistributedQueue.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskQueue.getTailId(OverseerTaskQueue.java:264)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:162)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 377763 INFO  (OverseerCollectionConfigSetProcessor-96706052996988937-127.0.0.1:38475_solr-n_0000000001) [n:127.0.0.1:38475_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=96706052996988937-127.0.0.1:38475_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 377766 INFO  (jetty-launcher-151-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4cd97e8e{/solr,null,UNAVAILABLE}
   [junit4]   2> 377771 WARN  (zkCallback-171-thread-3-processing-n:127.0.0.1:38475_solr) [n:127.0.0.1:38475_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 377790 INFO  (jetty-launcher-151-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e50d386{/solr,null,UNAVAILABLE}
   [junit4]   2> 378992 WARN  (zkCallback-180-thread-1-processing-n:127.0.0.1:58449_solr) [n:127.0.0.1:58449_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 378993 INFO  (jetty-launcher-151-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75f1e9bd{/solr,null,UNAVAILABLE}
   [junit4]   2> 379095 INFO  (jetty-launcher-151-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a6770cc{/solr,null,UNAVAILABLE}
   [junit4]   2> 379098 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51643 51643
   [junit4]   2> 379206 INFO  (Thread-392) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51643 51643
   [junit4]   2> 379207 WARN  (Thread-392) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/departments/state.json
   [junit4]   2> 	4	/solr/collections/people/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	21	/solr/overseer/collection-queue-work
   [junit4]   2> 	8	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 379207 INFO  (SUITE-TestSubQueryTransformerDistrib-seed#[B6C73D6CCF57C41A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Oct 04, 2016 9:41:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Oct 04, 2016 9:41:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 
   [junit4]   2>    1) Thread[id=1369, name=OverseerHdfsCoreFailoverThread-96706052996988937-127.0.0.1:38475_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Oct 04, 2016 9:41:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1369, name=OverseerHdfsCoreFailoverThread-96706052996988937-127.0.0.1:38475_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]   2> Oct 04, 2016 9:41:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=sv, timezone=Pacific/Norfolk
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=69174440,total=368050176
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexingPerformance, CdcrUpdateLogTest, CurrencyFieldXmlFileTest, TestLeaderElectionZkExpiry, DeleteInactiveReplicaTest, TestPhraseSuggestions, TestExtendedDismaxParser, TestSolrQueryParser, TestRestoreCore, TestHdfsBackupRestoreCore, TestAnalyzeInfixSuggestions, TestJettySolrRunner, TestRandomFlRTGCloud, TestPerFieldSimilarityWithDefaultOverride, TestReload, QueryParsingTest, UpdateParamsTest, TestAuthorizationFramework, TestSubQueryTransformerDistrib]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSubQueryTransformerDistrib -Dtests.seed=B6C73D6CCF57C41A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sv -Dtests.timezone=Pacific/Norfolk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestSubQueryTransformerDistrib (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 
   [junit4]    >    1) Thread[id=1369, name=OverseerHdfsCoreFailoverThread-96706052996988937-127.0.0.1:38475_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B6C73D6CCF57C41A]:0)
   [junit4] Completed [50/637 (1!)] on J2 in 51.56s, 1 test, 1 error <<< FAILURES!

[...truncated 62190 lines...]



[JENKINS] Lucene-Solr-Tests-6.x - Build # 464 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/464/

1 tests failed.
FAILED:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds

Error Message:
1: hard occurred too fast: 1053 < (1200 * 1)

Stack Trace:
java.lang.AssertionError: 1: hard occurred too fast: 1053 < (1200 * 1)
	at __randomizedtesting.SeedInfo.seed([6AEA7D976DA6D6C7:36FFD3AE862497BF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:344)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11814 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_6AEA7D976DA6D6C7-001/init-core-data-001
   [junit4]   2> 2184890 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2184893 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 2184893 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2184971 WARN  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2184972 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2185036 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 2185712 WARN  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.s.IndexSchema [null] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2185723 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2185752 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 2185793 INFO  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2185926 WARN  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2185928 INFO  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2185998 INFO  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2186497 WARN  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2186499 INFO  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2186515 INFO  (coreLoadExecutor-4793-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2186515 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_6AEA7D976DA6D6C7-001/init-core-data-001/]
   [junit4]   2> 2186516 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7282c9a3
   [junit4]   2> 2186516 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=184253597, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2186531 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2186531 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2186532 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2186532 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2186532 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2186533 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5543cca6[collection1] main]
   [junit4]   2> 2186533 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2186542 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2186584 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2186585 INFO  (coreLoadExecutor-4793-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547281149706895360
   [junit4]   2> 2186588 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 2186590 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 2186591 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2186592 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2186596 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2186596 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2186597 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2186597 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2186600 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2186601 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2186601 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2186601 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2186602 INFO  (searcherExecutor-4794-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5543cca6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2186658 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2186670 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2186711 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2186955 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2186965 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2186972 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2186986 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_6AEA7D976DA6D6C7-001/init-core-data-001/]
   [junit4]   2> 2186986 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7282c9a3
   [junit4]   2> 2187061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2187061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2187061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f3ec995[collection1] main]
   [junit4]   2> 2187062 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2187062 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2187065 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2187065 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2187066 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2187066 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2187066 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2187066 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2187066 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547281150211260416
   [junit4]   2> 2187066 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2187066 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2187067 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2187067 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2187068 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f3ec995[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2187068 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16891177358649623]
   [junit4]   2> 2187077 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2187077 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f18a175[collection1] main]
   [junit4]   2> 2187077 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6a373399
   [junit4]   2> 2187089 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4f18a175[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2187432 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5000 (1547281150230134784)]} 0 348
   [junit4]   2> 2187434 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5001 (1547281150597136384)]} 0 0
   [junit4]   2> 2187435 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5002 (1547281150598184960)]} 0 0
   [junit4]   2> 2187435 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5003 (1547281150598184961)]} 0 0
   [junit4]   2> 2187436 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5004 (1547281150598184962)]} 0 0
   [junit4]   2> 2187929 INFO  (commitScheduler-4802-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 2187960 INFO  (commitScheduler-4802-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a80b478[collection1] main]
   [junit4]   2> 2187961 INFO  (commitScheduler-4802-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2187965 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5a80b478[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5)))}
   [junit4]   2> 2188289 INFO  (commitScheduler-4801-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2188289 INFO  (commitScheduler-4801-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@920c75d
   [junit4]   2> 2188290 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeRapidAdds -Dtests.seed=6AEA7D976DA6D6C7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-PE -Dtests.timezone=Etc/GMT-2 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 1.70s J1 | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1: hard occurred too fast: 1053 < (1200 * 1)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6AEA7D976DA6D6C7:36FFD3AE862497BF]:0)
   [junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:344)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2188292 INFO  (commitScheduler-4801-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17773dff[collection1] main]
   [junit4]   2> 2188293 INFO  (commitScheduler-4801-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2188294 INFO  (searcherExecutor-4799-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17773dff[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5)))}
   [junit4]   2> 2188301 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 2188317 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2188494 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2188510 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2189072 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2189752 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2189755 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2189774 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2189781 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_6AEA7D976DA6D6C7-001/init-core-data-001/]
   [junit4]   2> 2189781 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7282c9a3
   [junit4]   2> 2189844 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2189845 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2189845 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56e86cea[collection1] main]
   [junit4]   2> 2189846 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2189850 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2189859 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2189859 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2189860 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2189860 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2189860 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2189864 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2189865 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2189865 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2189866 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2189867 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2189867 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@56e86cea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5)))}
   [junit4]   2> 2189881 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2189885 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2189886 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@60c1df42[collection1] main]
   [junit4]   2> 2189886 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@55c37778
   [junit4]   2> 2189889 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@60c1df42[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5)))}
   [junit4]   2> 2189952 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1547281153197604864)]} 0 38
   [junit4]   2> 2190441 INFO  (commitScheduler-4806-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 2190444 INFO  (commitScheduler-4806-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2429ddb4[collection1] main]
   [junit4]   2> 2190457 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2429ddb4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_1(6.3.0):c1)))}
   [junit4]   2> 2190458 INFO  (commitScheduler-4806-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2190473 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[530 (1547281153783758848)]} 0 0
   [junit4]   2> 2190976 INFO  (commitScheduler-4806-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 2191017 INFO  (commitScheduler-4806-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36e1d474[collection1] main]
   [junit4]   2> 2191018 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36e1d474[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_1(6.3.0):c1) Uninverting(_2(6.3.0):c1)))}
   [junit4]   2> 2191018 INFO  (commitScheduler-4806-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2191137 INFO  (commitScheduler-4805-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2191137 INFO  (commitScheduler-4805-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@54715ca4
   [junit4]   2> 2191139 INFO  (commitScheduler-4805-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d3801d9[collection1] main]
   [junit4]   2> 2191139 INFO  (commitScheduler-4805-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2191140 INFO  (searcherExecutor-4803-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d3801d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_1(6.3.0):c1) Uninverting(_2(6.3.0):c1)))}
   [junit4]   2> 2194348 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 2194351 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 2194351 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 2194438 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2194440 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2194592 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2195013 WARN  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2195016 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2195066 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1
   [junit4]   2> 2195066 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_6AEA7D976DA6D6C7-001/init-core-data-001/]
   [junit4]   2> 2195066 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7282c9a3
   [junit4]   2> 2195144 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2195145 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2195145 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e4506a4[collection1] main]
   [junit4]   2> 2195145 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 2195165 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 2195173 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2195173 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 2195174 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 2195174 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 2195174 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 2195174 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 2195174 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 2195174 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 2195175 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 2195176 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 2195177 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e4506a4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_1(6.3.0):c1) Uninverting(_2(6.3.0):c1)))}
   [junit4]   2> 2195201 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2195209 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2195217 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6072311e[collection1] main]
   [junit4]   2> 2195217 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@72925374
   [junit4]   2> 2195221 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6072311e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_1(6.3.0):c1) Uninverting(_2(6.3.0):c1)))}
   [junit4]   2> 2195265 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1547281158793854976)]} 0 14
   [junit4]   2> 2195266 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2195266 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2b64f827
   [junit4]   2> 2195275 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f578949[collection1] main]
   [junit4]   2> 2195304 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f578949[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_2(6.3.0):c1) Uninverting(_3(6.3.0):c1)))}
   [junit4]   2> 2195304 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2195304 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 38
   [junit4]   2> 2195305 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{delete=[529 (-1547281158850478080)]} 0 0
   [junit4]   2> 2195806 INFO  (commitScheduler-4810-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 2195817 INFO  (commitScheduler-4810-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@292af172[collection1] main]
   [junit4]   2> 2195818 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@292af172[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_2(6.3.0):c1)))}
   [junit4]   2> 2195818 INFO  (commitScheduler-4810-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2195825 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[550 (1547281159389446144)]} 0 6
   [junit4]   2> 2196325 INFO  (commitScheduler-4810-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 2196328 INFO  (commitScheduler-4810-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9306fa1[collection1] main]
   [junit4]   2> 2196328 INFO  (commitScheduler-4810-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2196329 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@9306fa1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_2(6.3.0):c1) Uninverting(_4(6.3.0):c1)))}
   [junit4]   2> 2196507 INFO  (commitScheduler-4809-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2196507 INFO  (commitScheduler-4809-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2b64f827
   [junit4]   2> 2196508 INFO  (commitScheduler-4809-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78436ea7[collection1] main]
   [junit4]   2> 2196508 INFO  (commitScheduler-4809-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2196509 INFO  (searcherExecutor-4807-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78436ea7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.3.0):c5) Uninverting(_2(6.3.0):c1) Uninverting(_4(6.3.0):c1)))}
   [junit4]   2> 2198508 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[6AEA7D976DA6D6C7]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 2198508 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2198509 INFO  (SUITE-SoftAutoCommitTest-seed#[6AEA7D976DA6D6C7]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=721286091
   [junit4]   2> 2198529 INFO  (coreCloseExecutor-4811-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@13e1648a
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_6AEA7D976DA6D6C7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= false), _version_=BlockTreeOrds(blocksize=128), multiDefault=Lucene50(blocksize=128), subject=Lucene50(blocksize=128), intDefault=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Memory doPackFST= false), range_facet_i_dv=Lucene50(blocksize=128), text=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l=Lucene50(blocksize=128), timestamp=Lucene50(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1064, maxMBSortInHeap=5.944620409194303, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=es-PE, timezone=Etc/GMT-2
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=358189336,total=532676608
   [junit4]   2> NOTE: All tests run in this JVM: [DirectSolrSpellCheckerTest, TestJsonRequest, TestCursorMarkWithoutUniqueKey, TestTolerantUpdateProcessorRandomCloud, BlockJoinFacetDistribTest, SolrIndexSplitterTest, TestNumericTerms64, BigEndianAscendingWordSerializerTest, TestBackupRepositoryFactory, TestCSVResponseWriter, TestRawResponseWriter, DocValuesTest, TestCustomDocTransformer, TestImplicitCoreProperties, DeleteStatusTest, HdfsRestartWhileUpdatingTest, SimpleCollectionCreateDeleteTest, JsonLoaderTest, TestStressVersions, TestSystemIdResolver, TestNRTOpen, ConvertedLegacyTest, TestSolrCoreSnapshots, TestPerFieldSimilarityClassic, CollectionsAPIDistributedZkTest, SampleTest, ZkCLITest, TestHashQParserPlugin, TestReqParamsAPI, TestLeaderElectionWithEmptyReplica, URLClassifyProcessorTest, TestSchemaNameResource, TestDistributedStatsComponentCardinality, ChangedSchemaMergeTest, CoreAdminRequestStatusTest, TestSimpleTrackingShardHandler, CachingDirectoryFactoryTest, IndexSchemaTest, TestFieldSortValues, TestOnReconnectListenerSupport, SolrXmlInZkTest, SolrInfoMBeanTest, EnumFieldTest, HdfsNNFailoverTest, IndexSchemaRuntimeFieldTest, SolrIndexConfigTest, TestManagedResourceStorage, TestSolrConfigHandler, TestSortingResponseWriter, TestDynamicFieldCollectionResource, DistributedQueryComponentOptimizationTest, DistributedMLTComponentTest, CollectionReloadTest, SearchHandlerTest, TestRebalanceLeaders, DateMathParserTest, TestExactStatsCache, TestQueryTypes, SortByFunctionTest, DistanceUnitsTest, DirectSolrConnectionTest, TestXmlQParserPlugin, SimplePostToolTest, TestManagedSynonymFilterFactory, PKIAuthenticationIntegrationTest, CSVRequestHandlerTest, IndexBasedSpellCheckerTest, HdfsTlogReplayBufferedWhileIndexingTest, EchoParamsTest, SpatialFilterTest, HdfsDirectoryTest, TestCollapseQParserPlugin, TestSweetSpotSimilarityFactory, ZkSolrClientTest, TestTrie, TestSlowCompositeReaderWrapper, AnalysisErrorHandlingTest, CdcrReplicationHandlerTest, LoggingHandlerTest, TestDownShardTolerantSearch, TestClassicSimilarityFactory, TestOrdValues, TestUseDocValuesAsStored2, DistribJoinFromCollectionTest, TestSolrIndexConfig, ClassificationUpdateProcessorFactoryTest, CopyFieldTest, SortSpecParsingTest, DistributedFacetPivotLargeTest, TestTrackingShardHandlerFactory, TestCharFilters, TestLRUCache, SecurityConfHandlerTest, RulesTest, DocumentBuilderTest, TestFieldResource, TestSchemaVersionResource, SpellingQueryConverterTest, CollectionsAPIAsyncDistributedZkTest, TestSuggestSpellingConverter, HdfsChaosMonkeyNothingIsSafeTest, OpenCloseCoreStressTest, ForceLeaderTest, ShardRoutingCustomTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, LeaderElectionTest, TestRandomDVFaceting, TestHashPartitioner, ZkControllerTest, DistributedTermsComponentTest, StatsComponentTest, BasicFunctionalityTest, TestLazyCores, HighlighterTest, SoftAutoCommitTest]
   [junit4] Completed [354/637 (1!)] on J1 in 13.76s, 3 tests, 1 failure <<< FAILURES!

[...truncated 41872 lines...]
-ecj-javadoc-lint-src:
    [mkdir] Created dir: /tmp/ecj1183209237
 [ecj-lint] Compiling 232 source files to /tmp/ecj1183209237
 [ecj-lint] ----------
 [ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/queryparser/src/java/org/apache/lucene/queryparser/classic/MultiFieldQueryParser.java (at line 30)
 [ecj-lint] 	import org.apache.lucene.search.TermQuery;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.lucene.search.TermQuery is never used
 [ecj-lint] ----------
 [ecj-lint] 1 problem (1 error)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:763: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/build.xml:204: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:2177: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1992: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:2031: Compile failed; see the compiler error output for details.

Total time: 135 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-6.x - Build # 463 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/463/

3 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([B02B01C054FBF51D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([B02B01C054FBF51D]:0)


FAILED:  org.apache.solr.cloud.CdcrVersionReplicationTest.testCdcrDocVersions

Error Message:


Stack Trace:
org.apache.solr.common.cloud.ZooKeeperException: 
	at __randomizedtesting.SeedInfo.seed([B02B01C054FBF51D:48BD0A62A69D1A01]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:576)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForCollectionToDisappear(BaseCdcrDistributedZkTest.java:494)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:596)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:346)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:168)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:322)
	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:319)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:319)
	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:374)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:568)
	... 44 more




Build Log:
[...truncated 11877 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrVersionReplicationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/init-core-data-001
   [junit4]   2> 2663968 INFO  (SUITE-CdcrVersionReplicationTest-seed#[B02B01C054FBF51D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2663969 INFO  (SUITE-CdcrVersionReplicationTest-seed#[B02B01C054FBF51D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2663971 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2663971 INFO  (Thread-5149) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2663972 INFO  (Thread-5149) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2664071 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.ZkTestServer start zk server on port:46256
   [junit4]   2> 2664100 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2664107 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2664109 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2664116 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2664117 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2664123 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2664125 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2664126 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2664131 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2664132 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2664133 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2664145 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCdcrDocVersions
   [junit4]   2> 2664518 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-001/cores/collection1
   [junit4]   2> 2664521 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2664532 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45eadd3b{/,null,AVAILABLE}
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@5dc4140e{SSL,[ssl, http/1.1]}{127.0.0.1:37240}
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server Started @2672623ms
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=37240, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-001/cores}
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2664535 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T13:55:04.491Z
   [junit4]   2> 2664563 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2664563 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-001/solr.xml
   [junit4]   2> 2664586 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2664594 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46256/solr
   [junit4]   2> 2664624 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:37240_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37240_
   [junit4]   2> 2664625 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:37240_    ] o.a.s.c.Overseer Overseer (id=96704220622290949-127.0.0.1:37240_-n_0000000000) starting
   [junit4]   2> 2664635 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:37240_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37240_
   [junit4]   2> 2664647 INFO  (OverseerStateUpdate-96704220622290949-127.0.0.1:37240_-n_0000000000) [n:127.0.0.1:37240_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2664668 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:37240_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-001/cores
   [junit4]   2> 2664668 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:37240_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2664695 INFO  (OverseerStateUpdate-96704220622290949-127.0.0.1:37240_-n_0000000000) [n:127.0.0.1:37240_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2665734 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.c.ZkController Only one config set found in zk - using it:conf1
   [junit4]   2> 2665745 WARN  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2665746 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2665766 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2666030 WARN  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2666031 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2666050 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 2666050 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-001/cores/collection1/data/]
   [junit4]   2> 2666050 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9eaf15
   [junit4]   2> 2666051 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=36.099609375, floorSegmentMB=1.9326171875, forceMergeDeletesPctAllowed=1.7175272038539502, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2666067 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2666067 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2666068 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2666068 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2666075 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2666075 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37ac6f0b[collection1] main]
   [junit4]   2> 2666076 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2666077 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2666077 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2666080 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 2666081 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
   [junit4]   2> 2666083 INFO  (coreLoadExecutor-7411-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547267532169150464
   [junit4]   2> 2666086 INFO  (searcherExecutor-7412-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@37ac6f0b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2666096 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2666096 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2666096 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37240/collection1/
   [junit4]   2> 2666096 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2666096 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:37240/collection1/ has no replicas
   [junit4]   2> 2666121 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37240/collection1/ shard2
   [junit4]   2> 2666124 INFO  (zkCallback-18182-thread-2-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 2666278 INFO  (coreZkRegister-7404-thread-1-processing-n:127.0.0.1:37240_ x:collection1 s:shard2 c:tmp_collection r:core_node1) [n:127.0.0.1:37240_ c:tmp_collection s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2666334 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-002/cores/collection1
   [junit4]   2> 2666353 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2666356 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1594f0a7{/,null,AVAILABLE}
   [junit4]   2> 2666357 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7aab2f5a{SSL,[ssl, http/1.1]}{127.0.0.1:33122}
   [junit4]   2> 2666357 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server Started @2674446ms
   [junit4]   2> 2666357 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=33122, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-002/cores}
   [junit4]   2> 2666358 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 2666358 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2666358 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2666358 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T13:55:06.314Z
   [junit4]   2> 2666394 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2666395 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-002/solr.xml
   [junit4]   2> 2666401 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2666402 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46256/solr
   [junit4]   2> 2666618 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:33122_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2666646 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:33122_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33122_
   [junit4]   2> 2666669 INFO  (zkCallback-18182-thread-5-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2666673 INFO  (zkCallback-18188-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2666688 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:33122_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-002/cores
   [junit4]   2> 2666688 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:33122_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2666703 INFO  (OverseerStateUpdate-96704220622290949-127.0.0.1:37240_-n_0000000000) [n:127.0.0.1:37240_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2667701 WARN  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2667702 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2667718 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2667896 WARN  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2667898 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2667915 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 2667916 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-002/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-002/cores/collection1/data/]
   [junit4]   2> 2667916 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9eaf15
   [junit4]   2> 2667917 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=36.099609375, floorSegmentMB=1.9326171875, forceMergeDeletesPctAllowed=1.7175272038539502, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2667947 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2667947 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2667948 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2667948 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2667955 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2667955 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d4ebbbe[collection1] main]
   [junit4]   2> 2667969 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2667974 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2667975 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2668011 INFO  (searcherExecutor-7424-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d4ebbbe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2668011 INFO  (coreLoadExecutor-7423-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547267534190804992
   [junit4]   2> 2668043 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2668043 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2668043 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33122/collection1/
   [junit4]   2> 2668043 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2668044 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:33122/collection1/ has no replicas
   [junit4]   2> 2668048 INFO  (zkCallback-18188-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
   [junit4]   2> 2668060 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33122/collection1/ shard1
   [junit4]   2> 2668222 INFO  (coreZkRegister-7418-thread-1-processing-n:127.0.0.1:33122_ x:collection1 s:shard1 c:tmp_collection r:core_node2) [n:127.0.0.1:33122_ c:tmp_collection s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2668437 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-003/cores/collection1
   [junit4]   2> 2668440 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2668444 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a08d570{/,null,AVAILABLE}
   [junit4]   2> 2668445 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2ebfae1d{SSL,[ssl, http/1.1]}{127.0.0.1:52895}
   [junit4]   2> 2668445 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server Started @2676534ms
   [junit4]   2> 2668445 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=52895, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-003/cores}
   [junit4]   2> 2668446 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 2668446 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2668446 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2668446 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T13:55:08.402Z
   [junit4]   2> 2668459 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2668459 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-003/solr.xml
   [junit4]   2> 2668466 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2668467 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46256/solr
   [junit4]   2> 2668495 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:52895_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2668499 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:52895_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52895_
   [junit4]   2> 2668500 INFO  (zkCallback-18188-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2668510 INFO  (zkCallback-18182-thread-5-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2668511 INFO  (zkCallback-18194-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2668519 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:52895_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-003/cores
   [junit4]   2> 2668519 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:52895_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2668526 INFO  (OverseerStateUpdate-96704220622290949-127.0.0.1:37240_-n_0000000000) [n:127.0.0.1:37240_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2669554 WARN  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2669556 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2669589 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2669766 WARN  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2669767 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2669791 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 2669803 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-003/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-003/cores/collection1/data/]
   [junit4]   2> 2669803 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9eaf15
   [junit4]   2> 2669804 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=36.099609375, floorSegmentMB=1.9326171875, forceMergeDeletesPctAllowed=1.7175272038539502, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2669839 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2669839 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2669840 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2669840 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2669851 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2669851 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bc41186[collection1] main]
   [junit4]   2> 2669852 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2669853 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2669853 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2669855 INFO  (coreLoadExecutor-7435-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547267536124379136
   [junit4]   2> 2669858 INFO  (searcherExecutor-7436-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2bc41186[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2669861 INFO  (coreZkRegister-7430-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 2669875 INFO  (updateExecutor-18191-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2669895 INFO  (recoveryExecutor-18192-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2669895 INFO  (recoveryExecutor-18192-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 2669895 INFO  (recoveryExecutor-18192-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 2669895 INFO  (recoveryExecutor-18192-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2669895 INFO  (recoveryExecutor-18192-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:37240/collection1/] and I am [https://127.0.0.1:52895/collection1/]
   [junit4]   2> 2669900 INFO  (recoveryExecutor-18192-thread-1-processing-n:127.0.0.1:52895_ x:collection1 s:shard2 c:tmp_collection r:core_node3) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:37240]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:52895_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2670011 INFO  (qtp2004775346-71860) [n:127.0.0.1:37240_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2670018 INFO  (qtp2004775346-71860) [n:127.0.0.1:37240_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of tmp_collection) have state: recovering
   [junit4]   2> 2670019 INFO  (qtp2004775346-71860) [n:127.0.0.1:37240_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:52895_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:52895","node_name":"127.0.0.1:52895_","state":"recovering"}
   [junit4]   2> 2670019 INFO  (qtp2004775346-71860) [n:127.0.0.1:37240_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 2670019 INFO  (qtp2004775346-71860) [n:127.0.0.1:37240_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:52895_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 2670161 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-004/cores/collection1
   [junit4]   2> 2670163 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2670165 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ca032a6{/,null,AVAILABLE}
   [junit4]   2> 2670166 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7b94828a{SSL,[ssl, http/1.1]}{127.0.0.1:35581}
   [junit4]   2> 2670166 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.e.j.s.Server Started @2678255ms
   [junit4]   2> 2670166 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/, hostPort=35581, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-004/cores}
   [junit4]   2> 2670167 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 2670167 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2670167 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2670167 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T13:55:10.123Z
   [junit4]   2> 2670187 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2670187 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-004/solr.xml
   [junit4]   2> 2670199 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2670202 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46256/solr
   [junit4]   2> 2670251 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:35581_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2670277 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:35581_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35581_
   [junit4]   2> 2670280 INFO  (zkCallback-18188-thread-1-processing-n:127.0.0.1:33122_) [n:127.0.0.1:33122_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2670281 INFO  (zkCallback-18194-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2670282 INFO  (zkCallback-18182-thread-3-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2670282 INFO  (zkCallback-18201-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2670297 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:35581_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-004/cores
   [junit4]   2> 2670297 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [n:127.0.0.1:35581_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2670299 INFO  (OverseerStateUpdate-96704220622290949-127.0.0.1:37240_-n_0000000000) [n:127.0.0.1:37240_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2671434 WARN  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2671436 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 2671459 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2671547 WARN  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2671549 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2671575 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection tmp_collection
   [junit4]   2> 2671575 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-004/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrVersionReplicationTest_B02B01C054FBF51D-001/jetty-004/cores/collection1/data/]
   [junit4]   2> 2671576 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a9eaf15
   [junit4]   2> 2671583 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=36.099609375, floorSegmentMB=1.9326171875, forceMergeDeletesPctAllowed=1.7175272038539502, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2671640 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 2671640 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2671641 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2671641 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2671646 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2671647 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39e5f78a[collection1] main]
   [junit4]   2> 2671649 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2671649 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2671649 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2671655 INFO  (searcherExecutor-7447-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39e5f78a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2671655 INFO  (coreLoadExecutor-7446-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547267538011815936
   [junit4]   2> 2671660 INFO  (coreZkRegister-7441-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 2671660 INFO  (updateExecutor-18198-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 2671660 INFO  (recoveryExecutor-18199-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 2671675 INFO  (recoveryExecutor-18199-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 2671675 INFO  (recoveryExecutor-18199-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 2671675 INFO  (recoveryExecutor-18199-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 2671676 INFO  (recoveryExecutor-18199-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:33122/collection1/] and I am [https://127.0.0.1:35581/collection1/]
   [junit4]   2> 2671686 INFO  (recoveryExecutor-18199-thread-1-processing-n:127.0.0.1:35581_ x:collection1 s:shard1 c:tmp_collection r:core_node4) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:33122]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:35581_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 2671794 INFO  (qtp176143457-71895) [n:127.0.0.1:33122_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 2671806 INFO  (qtp176143457-71895) [n:127.0.0.1:33122_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of tmp_collection) have state: recovering
   [junit4]   2> 2671807 INFO  (qtp176143457-71895) [n:127.0.0.1:33122_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tmp_collection, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:35581_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"https://127.0.0.1:35581","node_name":"127.0.0.1:35581_","state":"recovering"}
   [junit4]   2> 2671807 INFO  (qtp176143457-71895) [n:127.0.0.1:33122_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 2671807 INFO  (qtp176143457-71895) [n:127.0.0.1:33122_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:35581_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=12
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (9)
   [junit4]   1>   /solr/configs (1)
   [junit4]   1>    /solr/configs/conf1 (11)
   [junit4]   1>     /solr/configs/conf1/currency.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/enumsConfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/schema.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/solrconfig.snippet.randomindexconfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
   [junit4]   1>     DATA:
   [junit4]   1>         {
   [junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>           IMPORTANT NOTE: In order for tests to work, this data must be kept in sync with ./currency.xml",
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
   [junit4]   1>           "timestamp": 1332070464,
   [junit4]   1>           "base": "USD",
   [junit4]   1>           "rates": {
   [junit4]   1>             "USD": 1,
   [junit4]   1>             "JPY": 81.29,
   [junit4]   1>             "EUR": 2.5,
   [junit4]   1>             "GBP": 0.5,
   [junit4]   1>             "MXN": 2.0
   [junit4]   1>           }
   [junit4]   1>         }
   [junit4]   1>         
   [junit4]   1>   /solr/overseer (6)
   [junit4]   1>   DATA:
   [junit4]   1>       
   [junit4]   1>    /solr/overseer/collection-queue-work (0)
   [junit4]   1>    /solr/overseer/queue-work (0)
   [junit4]   1>    /solr/overseer/collection-map-failure (0)
   [junit4]   1>    /solr/overseer/collection-map-completed (0)
   [junit4]   1>    /solr/overseer/queue (0)
   [junit4]   1>    /solr/overseer/collection-map-running (0)
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/collections (3)
   [junit4]   1>    /solr/collections/collection1 (1)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/collection1/shards (0)
   [junit4]   1>    /solr/collections/tmp_collection (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/tmp_collection/leaders (2)
   [junit4]   1>      /solr/collections/tmp_collection/leaders/shard2 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leaders/shard2/leader (0)
   [junit4]   1>       DATA:
   [junit4]   1>           {
   [junit4]   1>             "core":"collection1",
   [junit4]   1>             "core_node_name":"core_node1",
   [junit4]   1>             "base_url":"https://127.0.0.1:37240",
   [junit4]   1>             "node_name":"127.0.0.1:37240_"}
   [junit4]   1>      /solr/collections/tmp_collection/leaders/shard1 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leaders/shard1/leader (0)
   [junit4]   1>       DATA:
   [junit4]   1>           {
   [junit4]   1>             "core":"collection1",
   [junit4]   1>             "core_node_name":"core_node2",
   [junit4]   1>             "base_url":"https://127.0.0.1:33122",
   [junit4]   1>             "node_name":"127.0.0.1:33122_"}
   [junit4]   1>     /solr/collections/tmp_collection/cdcr (1)
   [junit4]   1>      /solr/collections/tmp_collection/cdcr/state (2)
   [junit4]   1>       /solr/collections/tmp_collection/cdcr/state/process (0)
   [junit4]   1>       DATA:
   [junit4]   1>           stopped
   [junit4]   1>       /solr/collections/tmp_collection/cdcr/state/buffer (0)
   [junit4]   1>       DATA:
   [junit4]   1>           enabled
   [junit4]   1>     /solr/collections/tmp_collection/leader_elect (2)
   [junit4]   1>      /solr/collections/tmp_collection/leader_elect/shard2 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leader_elect/shard2/election (2)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard2/election/96704220622290949-core_node1-n_0000000000 (0)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard2/election/96704220622290955-core_node3-n_0000000001 (0)
   [junit4]   1>      /solr/collections/tmp_collection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leader_elect/shard1/election (2)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard1/election/96704220622290952-core_node2-n_0000000000 (0)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard1/election/96704220622290958-core_node4-n_0000000001 (0)
   [junit4]   1>    /solr/collections/control_collection (1)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/control_collection/shards (0)
   [junit4]   1>   /solr/live_nodes (4)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:37240_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:52895_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:33122_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:35581_ (0)
   [junit4]   1>   /solr/overseer_elect (2)
   [junit4]   1>    /solr/overseer_elect/leader (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {"id":"96704220622290949-127.0.0.1:37240_-n_0000000000"}
   [junit4]   1>    /solr/overseer_elect/election (4)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290958-127.0.0.1:35581_-n_0000000003 (0)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290952-127.0.0.1:33122_-n_0000000001 (0)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290949-127.0.0.1:37240_-n_0000000000 (0)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290955-127.0.0.1:52895_-n_0000000002 (0)
   [junit4]   1>   /solr/security.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {}
   [junit4]   1>   /solr/clusterstate.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"tmp_collection":{
   [junit4]   1>           "replicationFactor":"1",
   [junit4]   1>           "router":{"name":"compositeId"},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "autoAddReplicas":"false",
   [junit4]   1>           "autoCreated":"true",
   [junit4]   1>           "shards":{
   [junit4]   1>             "shard1":{
   [junit4]   1>               "range":"80000000-ffffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node2":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:33122",
   [junit4]   1>                   "node_name":"127.0.0.1:33122_",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node4":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:35581",
   [junit4]   1>                   "node_name":"127.0.0.1:35581_",
   [junit4]   1>                   "state":"recovering"}}},
   [junit4]   1>             "shard2":{
   [junit4]   1>               "range":"0-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node1":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:37240",
   [junit4]   1>                   "node_name":"127.0.0.1:37240_",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node3":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:52895",
   [junit4]   1>                   "node_name":"127.0.0.1:52895_",
   [junit4]   1>                   "state":"recovering"}}}}}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"urlScheme":"https"}
   [junit4]   1> 
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (9)
   [junit4]   1>   /solr/configs (1)
   [junit4]   1>    /solr/configs/conf1 (11)
   [junit4]   1>     /solr/configs/conf1/currency.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/enumsConfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/schema.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/solrconfig.snippet.randomindexconfig.xml (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
   [junit4]   1>     DATA:
   [junit4]   1>         {
   [junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>           IMPORTANT NOTE: In order for tests to work, this data must be kept in sync with ./currency.xml",
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
   [junit4]   1>           "timestamp": 1332070464,
   [junit4]   1>           "base": "USD",
   [junit4]   1>           "rates": {
   [junit4]   1>             "USD": 1,
   [junit4]   1>             "JPY": 81.29,
   [junit4]   1>             "EUR": 2.5,
   [junit4]   1>             "GBP": 0.5,
   [junit4]   1>             "MXN": 2.0
   [junit4]   1>           }
   [junit4]   1>         }
   [junit4]   1>         
   [junit4]   1>   /solr/overseer (6)
   [junit4]   1>   DATA:
   [junit4]   1>       
   [junit4]   1>    /solr/overseer/collection-queue-work (0)
   [junit4]   1>    /solr/overseer/queue-work (0)
   [junit4]   1>    /solr/overseer/collection-map-failure (0)
   [junit4]   1>    /solr/overseer/collection-map-completed (0)
   [junit4]   1>    /solr/overseer/queue (0)
   [junit4]   1>    /solr/overseer/collection-map-running (0)
   [junit4]   1>   /solr/aliases.json (0)
   [junit4]   1>   /solr/collections (3)
   [junit4]   1>    /solr/collections/collection1 (1)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/collection1/shards (0)
   [junit4]   1>    /solr/collections/tmp_collection (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/tmp_collection/leaders (2)
   [junit4]   1>      /solr/collections/tmp_collection/leaders/shard2 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leaders/shard2/leader (0)
   [junit4]   1>       DATA:
   [junit4]   1>           {
   [junit4]   1>             "core":"collection1",
   [junit4]   1>             "core_node_name":"core_node1",
   [junit4]   1>             "base_url":"https://127.0.0.1:37240",
   [junit4]   1>             "node_name":"127.0.0.1:37240_"}
   [junit4]   1>      /solr/collections/tmp_collection/leaders/shard1 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leaders/shard1/leader (0)
   [junit4]   1>       DATA:
   [junit4]   1>           {
   [junit4]   1>             "core":"collection1",
   [junit4]   1>             "core_node_name":"core_node2",
   [junit4]   1>             "base_url":"https://127.0.0.1:33122",
   [junit4]   1>             "node_name":"127.0.0.1:33122_"}
   [junit4]   1>     /solr/collections/tmp_collection/cdcr (1)
   [junit4]   1>      /solr/collections/tmp_collection/cdcr/state (2)
   [junit4]   1>       /solr/collections/tmp_collection/cdcr/state/process (0)
   [junit4]   1>       DATA:
   [junit4]   1>           stopped
   [junit4]   1>       /solr/collections/tmp_collection/cdcr/state/buffer (0)
   [junit4]   1>       DATA:
   [junit4]   1>           enabled
   [junit4]   1>     /solr/collections/tmp_collection/leader_elect (2)
   [junit4]   1>      /solr/collections/tmp_collection/leader_elect/shard2 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leader_elect/shard2/election (2)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard2/election/96704220622290949-core_node1-n_0000000000 (0)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard2/election/96704220622290955-core_node3-n_0000000001 (0)
   [junit4]   1>      /solr/collections/tmp_collection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/tmp_collection/leader_elect/shard1/election (2)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard1/election/96704220622290952-core_node2-n_0000000000 (0)
   [junit4]   1>        /solr/collections/tmp_collection/leader_elect/shard1/election/96704220622290958-core_node4-n_0000000001 (0)
   [junit4]   1>    /solr/collections/control_collection (1)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/control_collection/shards (0)
   [junit4]   1>   /solr/live_nodes (4)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:37240_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:52895_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:33122_ (0)
   [junit4]   1>    /solr/live_nodes/127.0.0.1:35581_ (0)
   [junit4]   1>   /solr/overseer_elect (2)
   [junit4]   1>    /solr/overseer_elect/leader (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {"id":"96704220622290949-127.0.0.1:37240_-n_0000000000"}
   [junit4]   1>    /solr/overseer_elect/election (4)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290958-127.0.0.1:35581_-n_0000000003 (0)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290952-127.0.0.1:33122_-n_0000000001 (0)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290949-127.0.0.1:37240_-n_0000000000 (0)
   [junit4]   1>     /solr/overseer_elect/election/96704220622290955-127.0.0.1:52895_-n_0000000002 (0)
   [junit4]   1>   /solr/security.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {}
   [junit4]   1>   /solr/clusterstate.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"tmp_collection":{
   [junit4]   1>           "replicationFactor":"1",
   [junit4]   1>           "router":{"name":"compositeId"},
   [junit4]   1>           "maxShardsPerNode":"1",
   [junit4]   1>           "autoAddReplicas":"false",
   [junit4]   1>           "autoCreated":"true",
   [junit4]   1>           "shards":{
   [junit4]   1>             "shard1":{
   [junit4]   1>               "range":"80000000-ffffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node2":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:33122",
   [junit4]   1>                   "node_name":"127.0.0.1:33122_",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node4":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:35581",
   [junit4]   1>                   "node_name":"127.0.0.1:35581_",
   [junit4]   1>                   "state":"recovering"}}},
   [junit4]   1>             "shard2":{
   [junit4]   1>               "range":"0-7fffffff",
   [junit4]   1>               "state":"active",
   [junit4]   1>               "replicas":{
   [junit4]   1>                 "core_node1":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:37240",
   [junit4]   1>                   "node_name":"127.0.0.1:37240_",
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node3":{
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "base_url":"https://127.0.0.1:52895",
   [junit4]   1>                   "node_name":"127.0.0.1:52895_",
   [junit4]   1>                   "state":"recovering"}}}}}}
   [junit4]   1>   /solr/clusterprops.json (0)
   [junit4]   1>   DATA:
   [junit4]   1>       {"urlScheme":"https"}
   [junit4]   1> 
   [junit4]   2> 2672017 INFO  (TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[B02B01C054FBF51D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2672033 INFO  (qtp2004775346-71858) [n:127.0.0.1:37240_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=tmp_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2672035 INFO  (OverseerThreadFactory-7409-thread-1-processing-n:127.0.0.1:37240_) [n:127.0.0.1:37240_    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2672058 INFO  (qtp2004775346-71861) [n:127.0.0.1:37240_    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@17cf7564
   [junit4]   2> 2672058 INFO  (qtp2004775346-71861) [n:127.0.0.1:37240_    ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard2
   [junit4]   2> 2672112 INFO  (qtp176143457-71894) [n:127.0.0.1:33122_    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5c850358
   [junit4]   2> 2672112 INFO  (qtp176143457-71894) [n:127.0.0.1:33122_    ] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ tmp_collection:shard1
   [junit4]   2> 2672165 INFO  (qtp2004775346-71861) [n:127.0.0.1:37240_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=107
   [junit4]   2> 2672167 INFO  (zkCallback-18194-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext There may be a better leader candidate than us - going back into recovery
   [junit4]   2> 2672168 INFO  (zkCallback-18194-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 2672182 INFO  (zkCallback-18194-thread-2-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
   [junit4]   2> 2672203 INFO  (zkCallback-18194-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ActionThrottle The last leader attempt started 44ms ago.
   [junit4]   2> 2672203 INFO  (zkCallback-18194-thread-1-processing-n:127.0.0.1:52895_) [n:127.0.0.1:52895_ c:tmp_collection s:shard2 r:core_node3 x:collection1] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4955ms
   [junit4]   2> 2672209 INFO  (qtp176143457-71894) [n:127.0.0.1:33122_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=collection1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=97
   [junit4]   2> 2672210 INFO  (zkCallback-18201-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContext There may be a better leader candidate than us - going back into recovery
   [junit4]   2> 2672211 INFO  (zkCallback-18201-thread-1-processing-n:127.0.0.1:35581_) [n:127.0.0.1:35581_ c:tmp_collection s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 2672215 INFO  (zkCallback-18201-thread-2-processing-n:127.0.0.1

[...truncated too long message...]

DistribZkTestBase.destroyServers(AbstractFullDistribZkTestBase.java:1540)
   [junit4]   2>         at org.apache.solr.BaseDistributedSearchTestCase.distribTearDown(BaseDistributedSearchTestCase.java:314)
   [junit4]   2>         at org.apache.solr.cloud.AbstractDistribZkTestBase.distribTearDown(AbstractDistribZkTestBase.java:283)
   [junit4]   2>         at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1514)
   [junit4]   2>         at org.apache.solr.cloud.BasicDistributedZkTest.distribTearDown(BasicDistributedZkTest.java:1142)
   [junit4]   2>         at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:969)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   11) Thread[id=2371, name=org.eclipse.jetty.server.session.HashSessionManager@1b8c3cd7Timer, state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   12) Thread[id=2380, name=TEST-BasicDistributedZkTest.test-seed#[B02B01C054FBF51D]-SendThread(127.0.0.1:39243), state=TIMED_WAITING, group=TGRP-BasicDistributedZkTest]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {regex_dup_A_s=PostingsFormat(name=Memory doPackFST= false), other_tl1=PostingsFormat(name=Direct), regex_dup_B_s=PostingsFormat(name=Direct), range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), SubjectTerms_mfacet=PostingsFormat(name=Direct), n_l1=PostingsFormat(name=Direct), multiDefault=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=Direct), genre_s=PostingsFormat(name=Memory doPackFST= false), n_td1=BlockTreeOrds(blocksize=128), n_d1=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), n_f1=BlockTreeOrds(blocksize=128), series_t=BlockTreeOrds(blocksize=128), n_tl1=BlockTreeOrds(blocksize=128), oddField_s=PostingsFormat(name=Memory doPackFST= false), n_tf1=PostingsFormat(name=Direct), price=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=Direct), cat=PostingsFormat(name=Direct), inStock=PostingsFormat(name=Memory doPackFST= false), sequence_i=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Direct), foo_i=BlockTreeOrds(blocksize=128), val_i=PostingsFormat(name=LuceneFixedGap), n_dt1=BlockTreeOrds(blocksize=128), author_t=BlockTreeOrds(blocksize=128), a_i1=PostingsFormat(name=Direct), n_ti1=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=Direct), foo_b=PostingsFormat(name=Memory doPackFST= false), n_tdt1=PostingsFormat(name=Direct), name=PostingsFormat(name=LuceneFixedGap), foo_d=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=Direct), foo_f=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=757, maxMBSortInHeap=6.0290868631778505, sim=ClassicSimilarity, locale=ar-OM, timezone=Japan
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=21,free=252041296,total=481296384
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestDynamicLoading, BufferStoreTest, ResourceLoaderTest, TestSolrCloudWithKerberosAlt, TestHdfsUpdateLog, TestHighFrequencyDictionaryFactory, TestFieldCacheSanityChecker, CursorPagingTest, TestBinaryResponseWriter, SaslZkACLProviderTest, SolrCoreTest, QueryElevationComponentTest, TestHdfsCloudBackupRestore, BasicDistributedZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.seed=B02B01C054FBF51D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-OM -Dtests.timezone=Japan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | BasicDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B02B01C054FBF51D]:0)
   [junit4] Completed [546/637 (2!)] on J0 in 7225.43s, 1 test, 2 errors <<< FAILURES!

[...truncated 11320 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:763: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:715: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid8259.hprof

Total time: 188 minutes 51 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-Tests-6.x - Build # 462 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/462/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
replicaCount expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: replicaCount expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([304B55AFE508E67E:B81F6A754BF48B86]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoConfigSetExist(CollectionsAPIDistributedZkTest.java:618)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:176)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10869 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/init-core-data-001
   [junit4]   2> 389413 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[304B55AFE508E67E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 389413 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[304B55AFE508E67E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 389425 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 389432 INFO  (Thread-322) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 389433 INFO  (Thread-322) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 389536 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkTestServer start zk server on port:46673
   [junit4]   2> 389554 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1578e852c8c0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 389669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 389674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 389683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 389696 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 389698 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 389699 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 389700 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 389714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 389715 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 389717 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 389725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 390042 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/control-001/cores/collection1
   [junit4]   2> 390064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 390340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31c10360{/,null,AVAILABLE}
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2c71dff{HTTP/1.1,[http/1.1]}{127.0.0.1:33638}
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server Started @401004ms
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/tempDir-001/control/data, hostContext=/, hostPort=33638, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/control-001/cores}
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 390342 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T07:07:55.800Z
   [junit4]   2> 390433 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 390433 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/control-001/solr.xml
   [junit4]   2> 390453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 390464 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46673/solr
   [junit4]   2> 390757 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:33638_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33638_
   [junit4]   2> 390758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:33638_    ] o.a.s.c.Overseer Overseer (id=96702619640922116-127.0.0.1:33638_-n_0000000000) starting
   [junit4]   2> 390872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:33638_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33638_
   [junit4]   2> 390904 INFO  (OverseerStateUpdate-96702619640922116-127.0.0.1:33638_-n_0000000000) [n:127.0.0.1:33638_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 390962 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:33638_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/control-001/cores
   [junit4]   2> 390963 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:33638_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 391001 INFO  (OverseerStateUpdate-96702619640922116-127.0.0.1:33638_-n_0000000000) [n:127.0.0.1:33638_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 391287 WARN  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 391296 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 391366 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 392089 WARN  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 392091 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 392413 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 392413 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/control-001/cores/collection1/data/]
   [junit4]   2> 392413 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb0b999
   [junit4]   2> 392417 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8859331679614855]
   [junit4]   2> 392465 WARN  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 392532 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 392536 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 392537 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 392537 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 392542 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099770549079264]
   [junit4]   2> 392542 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4552bed1[collection1] main]
   [junit4]   2> 392544 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 392544 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 392545 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 392545 INFO  (coreLoadExecutor-696-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547241917516873728
   [junit4]   2> 392557 INFO  (searcherExecutor-697-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4552bed1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 392593 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 392593 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 392594 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33638/collection1/
   [junit4]   2> 392594 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 392594 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:33638/collection1/ has no replicas
   [junit4]   2> 392778 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 392779 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 392986 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33638/collection1/ shard1
   [junit4]   2> 393887 INFO  (coreZkRegister-689-thread-1-processing-n:127.0.0.1:33638_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:33638_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 394203 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001/cores/collection1
   [junit4]   2> 394204 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001
   [junit4]   2> 394204 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 394253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a81ea9b{/,null,AVAILABLE}
   [junit4]   2> 394253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@11a58eea{HTTP/1.1,[http/1.1]}{127.0.0.1:36191}
   [junit4]   2> 394254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server Started @404916ms
   [junit4]   2> 394254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36191, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001/cores}
   [junit4]   2> 394254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 394254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 394254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 394254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T07:07:59.712Z
   [junit4]   2> 394293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 394294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001/solr.xml
   [junit4]   2> 394309 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 394312 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46673/solr
   [junit4]   2> 394403 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:36191_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 394417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:36191_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36191_
   [junit4]   2> 394424 INFO  (zkCallback-216-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 394440 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 394441 INFO  (zkCallback-221-thread-2-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 394479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:36191_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001/cores
   [junit4]   2> 394479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:36191_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 394505 INFO  (OverseerStateUpdate-96702619640922116-127.0.0.1:33638_-n_0000000000) [n:127.0.0.1:33638_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 395577 WARN  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 395598 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 395871 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 396056 WARN  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 396082 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 396131 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 396131 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 396131 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb0b999
   [junit4]   2> 396157 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8859331679614855]
   [junit4]   2> 396187 WARN  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 396237 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 396237 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 396238 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 396238 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 396253 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099770549079264]
   [junit4]   2> 396257 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@16fbd9f4[collection1] main]
   [junit4]   2> 396259 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 396259 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 396259 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 396261 INFO  (searcherExecutor-708-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@16fbd9f4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 396265 INFO  (coreLoadExecutor-707-thread-1-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547241921417576448
   [junit4]   2> 396293 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 396293 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 396293 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36191/collection1/
   [junit4]   2> 396293 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 396294 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:36191/collection1/ has no replicas
   [junit4]   2> 396353 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36191/collection1/ shard2
   [junit4]   2> 396455 INFO  (coreZkRegister-702-thread-1-processing-n:127.0.0.1:36191_ x:collection1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 397051 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001/cores/collection1
   [junit4]   2> 397052 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001
   [junit4]   2> 397057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 397059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a919d0b{/,null,AVAILABLE}
   [junit4]   2> 397060 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@317e0ef5{HTTP/1.1,[http/1.1]}{127.0.0.1:40591}
   [junit4]   2> 397060 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server Started @407723ms
   [junit4]   2> 397060 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=40591, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001/cores}
   [junit4]   2> 397061 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 397061 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 397061 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 397061 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T07:08:02.519Z
   [junit4]   2> 397096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 397097 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001/solr.xml
   [junit4]   2> 397117 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 397119 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46673/solr
   [junit4]   2> 397386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:40591_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 397399 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:40591_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40591_
   [junit4]   2> 397401 INFO  (zkCallback-216-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397401 INFO  (zkCallback-212-thread-3-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397424 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397436 INFO  (zkCallback-221-thread-2-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 397442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:40591_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001/cores
   [junit4]   2> 397442 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:40591_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 397454 INFO  (OverseerStateUpdate-96702619640922116-127.0.0.1:33638_-n_0000000000) [n:127.0.0.1:33638_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 398471 WARN  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 398475 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 398530 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 398807 WARN  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 398815 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 398882 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 398882 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 398882 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb0b999
   [junit4]   2> 398904 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8859331679614855]
   [junit4]   2> 398958 WARN  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 399019 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 399019 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 399019 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 399020 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 399029 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099770549079264]
   [junit4]   2> 399029 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ea58313[collection1] main]
   [junit4]   2> 399050 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 399050 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 399050 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 399051 INFO  (coreLoadExecutor-718-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547241924338909184
   [junit4]   2> 399054 INFO  (searcherExecutor-719-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3ea58313[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 399121 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 399121 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 399121 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40591/collection1/
   [junit4]   2> 399121 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 399121 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40591/collection1/ has no replicas
   [junit4]   2> 399150 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40591/collection1/ shard1
   [junit4]   2> 399312 INFO  (coreZkRegister-713-thread-1-processing-n:127.0.0.1:40591_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 399833 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001/cores/collection1
   [junit4]   2> 399834 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001
   [junit4]   2> 399835 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 399986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@764aa1f6{/,null,AVAILABLE}
   [junit4]   2> 399986 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6cbc6b7f{HTTP/1.1,[http/1.1]}{127.0.0.1:53734}
   [junit4]   2> 399987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server Started @410649ms
   [junit4]   2> 399987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=53734, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001/cores}
   [junit4]   2> 399987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 399987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 399987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 399987 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T07:08:05.445Z
   [junit4]   2> 400029 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 400029 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001/solr.xml
   [junit4]   2> 400041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 400041 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46673/solr
   [junit4]   2> 400123 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:53734_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 400138 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:53734_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53734_
   [junit4]   2> 400141 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 400142 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 400141 INFO  (zkCallback-216-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 400185 INFO  (zkCallback-221-thread-2-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 400188 INFO  (zkCallback-233-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 400190 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:53734_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001/cores
   [junit4]   2> 400191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:53734_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 400193 INFO  (OverseerStateUpdate-96702619640922116-127.0.0.1:33638_-n_0000000000) [n:127.0.0.1:33638_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 401239 WARN  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 401240 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 401279 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 401461 WARN  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 401464 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 401497 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 401498 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 401498 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb0b999
   [junit4]   2> 401502 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8859331679614855]
   [junit4]   2> 401522 WARN  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 401547 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 401547 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 401556 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 401556 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 401560 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099770549079264]
   [junit4]   2> 401561 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a8f359f[collection1] main]
   [junit4]   2> 401566 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 401566 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 401567 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 401567 INFO  (coreLoadExecutor-729-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547241926977126400
   [junit4]   2> 401582 INFO  (searcherExecutor-730-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a8f359f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 401585 INFO  (coreZkRegister-724-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 401588 INFO  (updateExecutor-230-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 401589 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 401592 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 401592 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 401592 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 401592 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:36191/collection1/] and I am [http://127.0.0.1:53734/collection1/]
   [junit4]   2> 401649 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:36191]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:53734_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 401668 INFO  (qtp865022557-1272) [n:127.0.0.1:36191_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 401668 INFO  (qtp865022557-1272) [n:127.0.0.1:36191_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 401669 INFO  (qtp865022557-1272) [n:127.0.0.1:36191_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:53734_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:53734","node_name":"127.0.0.1:53734_","state":"down"}
   [junit4]   2> 401992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001/cores/collection1
   [junit4]   2> 401997 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001
   [junit4]   2> 401997 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 401999 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44c425b9{/,null,AVAILABLE}
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@49d02f38{HTTP/1.1,[http/1.1]}{127.0.0.1:39034}
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.e.j.s.Server Started @412662ms
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=39034, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001/cores}
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.3.0
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 402000 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-04T07:08:07.458Z
   [junit4]   2> 402037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 402037 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001/solr.xml
   [junit4]   2> 402044 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 402045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46673/solr
   [junit4]   2> 402068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:39034_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 402074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:39034_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39034_
   [junit4]   2> 402075 INFO  (zkCallback-227-thread-1-processing-n:127.0.0.1:40591_) [n:127.0.0.1:40591_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 402081 INFO  (zkCallback-216-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 402129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:39034_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001/cores
   [junit4]   2> 402129 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [n:127.0.0.1:39034_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 402130 INFO  (zkCallback-221-thread-2-processing-n:127.0.0.1:36191_) [n:127.0.0.1:36191_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 402130 INFO  (zkCallback-233-thread-1-processing-n:127.0.0.1:53734_) [n:127.0.0.1:53734_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 402134 INFO  (zkCallback-240-thread-2-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 402143 INFO  (zkCallback-212-thread-4-processing-n:127.0.0.1:33638_) [n:127.0.0.1:33638_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 402157 INFO  (OverseerStateUpdate-96702619640922116-127.0.0.1:33638_-n_0000000000) [n:127.0.0.1:33638_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 402669 INFO  (qtp865022557-1272) [n:127.0.0.1:36191_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:53734_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:53734","node_name":"127.0.0.1:53734_","state":"recovering"}
   [junit4]   2> 402670 INFO  (qtp865022557-1272) [n:127.0.0.1:36191_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 402670 INFO  (qtp865022557-1272) [n:127.0.0.1:36191_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:53734_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 403295 WARN  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 403318 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.3.0
   [junit4]   2> 403350 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 404029 WARN  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 404031 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 404074 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 404075 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_304B55AFE508E67E-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 404075 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cb0b999
   [junit4]   2> 404101 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8859331679614855]
   [junit4]   2> 404111 WARN  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 404301 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 404301 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 404302 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 404302 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 404321 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099770549079264]
   [junit4]   2> 404325 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74cc586c[collection1] main]
   [junit4]   2> 404329 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 404330 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 404330 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 404331 INFO  (coreLoadExecutor-740-thread-1-processing-n:127.0.0.1:39034_) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1547241929875390464
   [junit4]   2> 404345 INFO  (searcherExecutor-741-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@74cc586c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 404373 INFO  (coreZkRegister-735-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 404377 INFO  (updateExecutor-237-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 404377 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 404397 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 404397 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 404397 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 404397 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:40591/collection1/] and I am [http://127.0.0.1:39034/collection1/]
   [junit4]   2> 404420 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:40591]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:39034_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 404475 INFO  (qtp1824774233-1305) [n:127.0.0.1:40591_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 404476 INFO  (qtp1824774233-1305) [n:127.0.0.1:40591_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 404476 INFO  (qtp1824774233-1305) [n:127.0.0.1:40591_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:39034_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:39034","node_name":"127.0.0.1:39034_","state":"recovering"}
   [junit4]   2> 404476 INFO  (qtp1824774233-1305) [n:127.0.0.1:40591_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 404476 INFO  (qtp1824774233-1305) [n:127.0.0.1:40591_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:39034_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 404510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 404510 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[304B55AFE508E67E]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
   [junit4]   2> 409735 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:36191/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 409735 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:53734 START replicas=[http://127.0.0.1:36191/collection1/] nUpdates=100
   [junit4]   2> 409860 INFO  (qtp865022557-1270) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 409860 INFO  (qtp865022557-1270) [n:127.0.0.1:36191_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 409869 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 409869 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 409869 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 409869 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 409870 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 409870 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 409870 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 409870 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 409870 INFO  (recoveryExecutor-231-thread-1-processing-n:127.0.0.1:53734_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:53734_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 411480 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:40591/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 411481 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:39034 START replicas=[http://127.0.0.1:40591/collection1/] nUpdates=100
   [junit4]   2> 411509 INFO  (qtp1824774233-1299) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 411509 INFO  (qtp1824774233-1299) [n:127.0.0.1:40591_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=21
   [junit4]   2> 411527 INFO  (recoveryExecutor-238-thread-1-processing-n:127.0.0.1:39034_ x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:39034_ c:collection1 s:shard1 r:cor

[...truncated too long message...]

-4.5.1-1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/mockito-core-1.9.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/netty-all-4.0.36.Final.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/build/analysis/icu/lucene-analyzers-icu-6.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/build/queryparser/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/contrib/analysis-extras/lib/icu4j-56.1.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-log4j.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-junit4.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jai.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-javamail.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bsf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-net.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-antlr.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jsch.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-oro.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-commons-logging.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-netrexx.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-testutil.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jdepend.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-bcel.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-xalan2.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-resolver.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-jmf.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-apache-regexp.jar:/home/jenkins/tools/ant/apache-ant-1.8.4/lib/ant-swing.jar:/usr/local/asfpackages/java/jdk1.8.0_102/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.4.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/temp/junit4-J1-20161004_070114_653.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/temp/junit4-J1-20161004_070114_653.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 137.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1481)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:763: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:707: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build.xml:252: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/common-build.xml:536: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:1443: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/lucene/common-build.xml:984: At least one slave process threw an exception, first: Forked process returned with error code: 137.

Total time: 148 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any