You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/18 20:47:23 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_121) - Build # 19202 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19202/
Java: 32bit/jdk1.8.0_121 -server -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OnlyLeaderIndexesTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([149FCA8E7E15385E:9CCBF554D0E955A6]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.junit.Assert.assertNotNull(Assert.java:537)
	at org.apache.solr.cloud.OnlyLeaderIndexesTest.outOfOrderDBQWithInPlaceUpdatesTest(OnlyLeaderIndexesTest.java:295)
	at org.apache.solr.cloud.OnlyLeaderIndexesTest.test(OnlyLeaderIndexesTest.java:78)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12480 lines...]
   [junit4] Suite: org.apache.solr.cloud.OnlyLeaderIndexesTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/init-core-data-001
   [junit4]   2> 1579862 WARN  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=39 numCloses=39
   [junit4]   2> 1579862 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 1579863 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1579864 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001
   [junit4]   2> 1579864 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1579864 INFO  (Thread-3222) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1579864 INFO  (Thread-3222) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1579964 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38994
   [junit4]   2> 1579969 INFO  (jetty-launcher-2351-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1579969 INFO  (jetty-launcher-2351-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1579969 INFO  (jetty-launcher-2351-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1579970 INFO  (jetty-launcher-2351-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dcbe89{/solr,null,AVAILABLE}
   [junit4]   2> 1579970 INFO  (jetty-launcher-2351-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@148c39f{/solr,null,AVAILABLE}
   [junit4]   2> 1579970 INFO  (jetty-launcher-2351-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8a213{/solr,null,AVAILABLE}
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@10d2423{SSL,[ssl, http/1.1]}{127.0.0.1:44649}
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@efc654{SSL,[ssl, http/1.1]}{127.0.0.1:38389}
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-2) [    ] o.e.j.s.Server Started @1581830ms
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-1) [    ] o.e.j.s.Server Started @1581830ms
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44649}
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38389}
   [junit4]   2> 1579972 INFO  (jetty-launcher-2351-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f9aa22{SSL,[ssl, http/1.1]}{127.0.0.1:36506}
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-3) [    ] o.e.j.s.Server Started @1581831ms
   [junit4]   2> 1579973 ERROR (jetty-launcher-2351-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36506}
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1579973 ERROR (jetty-launcher-2351-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1579973 ERROR (jetty-launcher-2351-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-18T20:27:37.427Z
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-18T20:27:37.427Z
   [junit4]   2> 1579973 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-18T20:27:37.427Z
   [junit4]   2> 1579974 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1579976 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1579976 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1579983 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ae31a9fe70001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1579985 INFO  (jetty-launcher-2351-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
   [junit4]   2> 1579985 INFO  (jetty-launcher-2351-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
   [junit4]   2> 1579985 INFO  (jetty-launcher-2351-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38994/solr
   [junit4]   2> 1579986 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ae31a9fe70005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1579987 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ae31a9fe70006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1579996 INFO  (jetty-launcher-2351-thread-3) [n:127.0.0.1:36506_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1579996 INFO  (jetty-launcher-2351-thread-1) [n:127.0.0.1:38389_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1579996 INFO  (jetty-launcher-2351-thread-2) [n:127.0.0.1:44649_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1579996 INFO  (jetty-launcher-2351-thread-3) [n:127.0.0.1:36506_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36506_solr
   [junit4]   2> 1579996 INFO  (jetty-launcher-2351-thread-1) [n:127.0.0.1:38389_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38389_solr
   [junit4]   2> 1579996 INFO  (jetty-launcher-2351-thread-2) [n:127.0.0.1:44649_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44649_solr
   [junit4]   2> 1579997 INFO  (jetty-launcher-2351-thread-3) [n:127.0.0.1:36506_solr    ] o.a.s.c.Overseer Overseer (id=97640045433257992-127.0.0.1:36506_solr-n_0000000000) starting
   [junit4]   2> 1579997 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1579997 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1579997 INFO  (zkCallback-2367-thread-1-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1580000 INFO  (jetty-launcher-2351-thread-3) [n:127.0.0.1:36506_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36506_solr
   [junit4]   2> 1580000 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1580000 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1580000 INFO  (zkCallback-2367-thread-1-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1580110 INFO  (jetty-launcher-2351-thread-2) [n:127.0.0.1:44649_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node2/.
   [junit4]   2> 1580110 INFO  (jetty-launcher-2351-thread-1) [n:127.0.0.1:38389_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node1/.
   [junit4]   2> 1580144 INFO  (jetty-launcher-2351-thread-3) [n:127.0.0.1:36506_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node3/.
   [junit4]   2> 1581185 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1581185 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38994/solr ready
   [junit4]   2> 1581242 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=config&maxShardsPerNode=1&name=collection1&realtimeReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1581243 INFO  (OverseerThreadFactory-6177-thread-1-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1581348 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1581417 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1581417 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1581520 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1581520 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1581520 INFO  (zkCallback-2367-thread-3-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1582356 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1582361 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.IndexSchema [collection1_shard1_replica3] Schema name=minimal
   [junit4]   2> 1582363 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1582364 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica3' using configuration from collection collection1
   [junit4]   2> 1582365 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1582365 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrCore [[collection1_shard1_replica3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node1/collection1_shard1_replica3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node1/./collection1_shard1_replica3/data/]
   [junit4]   2> 1582423 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1582424 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1582433 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1582433 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1582435 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1582435 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1582436 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 1582436 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 1582436 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1582436 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1582436 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node3/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node3/./collection1_shard1_replica1/data/]
   [junit4]   2> 1582436 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1582461 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1582461 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1582468 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1582468 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1582469 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d610d4[collection1_shard1_replica3] main]
   [junit4]   2> 1582470 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1582470 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1582470 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1582470 INFO  (searcherExecutor-6184-thread-1-processing-n:127.0.0.1:38389_solr x:collection1_shard1_replica3 s:shard1 c:collection1) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@1d610d4[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1582471 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562240729664716800
   [junit4]   2> 1582474 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 1582525 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1582525 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1582525 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1582525 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1582526 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1582526 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1582526 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1582526 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1582527 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@160a1ee[collection1_shard1_replica2] main]
   [junit4]   2> 1582527 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ca0b1b[collection1_shard1_replica1] main]
   [junit4]   2> 1582528 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1582528 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1582528 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1582528 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1582528 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1582528 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1582529 INFO  (searcherExecutor-6186-thread-1-processing-n:127.0.0.1:36506_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@ca0b1b[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1582529 INFO  (searcherExecutor-6185-thread-1-processing-n:127.0.0.1:44649_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@160a1ee[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1582529 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562240729725534208
   [junit4]   2> 1582529 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562240729725534208
   [junit4]   2> 1582575 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1582575 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1582575 INFO  (zkCallback-2367-thread-1-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1582974 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1582974 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1582974 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38389/solr/collection1_shard1_replica3/
   [junit4]   2> 1582975 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica3 url=https://127.0.0.1:38389/solr START replicas=[https://127.0.0.1:44649/solr/collection1_shard1_replica2/, https://127.0.0.1:36506/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 1582976 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica3 url=https://127.0.0.1:38389/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1582978 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1582979 INFO  (qtp25126684-13882) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1582979 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1582979 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1582979 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1582980 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38389/solr/collection1_shard1_replica3/ shard1
   [junit4]   2> 1583082 INFO  (zkCallback-2367-thread-1-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583082 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583082 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583131 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1583133 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1784
   [junit4]   2> 1583234 INFO  (zkCallback-2367-thread-3-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583234 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583234 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583534 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1583534 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:38389/solr/collection1_shard1_replica3/
   [junit4]   2> 1583534 WARN  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1_shard1_replica2 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1583535 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1583535 WARN  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1_shard1_replica1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1583535 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2118
   [junit4]   2> 1583535 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1583536 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2118
   [junit4]   2> 1583536 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1583536 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1583536 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1583536 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1583537 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1583637 INFO  (zkCallback-2368-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583637 INFO  (zkCallback-2366-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1583637 INFO  (zkCallback-2367-thread-1-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1584537 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&collection.configName=config&maxShardsPerNode=1&name=collection1&realtimeReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3295
   [junit4]   2> 1584538 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1584538 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1584554 INFO  (TEST-OnlyLeaderIndexesTest.test-seed#[149FCA8E7E15385E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1584560 INFO  (qtp17852211-13865) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[1 (1562240731850997760), 2 (1562240731853094912), 3 (1562240731853094913), 4 (1562240731854143488)]} 0 0
   [junit4]   2> 1584560 INFO  (qtp25126684-13868) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[1 (1562240731850997760), 2 (1562240731853094912), 3 (1562240731853094913), 4 (1562240731854143488)]} 0 1
   [junit4]   2> 1584560 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1562240731850997760), 2 (1562240731853094912), 3 (1562240731853094913), 4 (1562240731854143488)]} 0 4
   [junit4]   2> 1584565 INFO  (qtp25126684-13882) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584565 INFO  (qtp25126684-13868) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584566 INFO  (qtp25126684-13872) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584566 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584569 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584569 INFO  (qtp17852211-13865) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584569 INFO  (qtp17852211-13867) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584569 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584572 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584572 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584573 INFO  (qtp24761062-13863) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584573 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584575 INFO  (qtp17852211-13881) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{delete=[1 (-1562240731869872128)]} 0 0
   [junit4]   2> 1584575 INFO  (qtp25126684-13880) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{delete=[1 (-1562240731869872128)]} 0 0
   [junit4]   2> 1584575 INFO  (qtp24761062-13871) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1562240731869872128)]} 0 1
   [junit4]   2> 1584583 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@e1d5a9[collection1_shard1_replica3] realtime]
   [junit4]   2> 1584584 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@11687a9[collection1_shard1_replica3] realtime]
   [junit4]   2> 1584585 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1562240731870920704&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{deleteByQuery=id:2 (-1562240731870920704)} 0 0
   [junit4]   2> 1584586 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1562240731870920704&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{deleteByQuery=id:2 (-1562240731870920704)} 0 0
   [junit4]   2> 1584586 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1562240731870920704)} 0 10
   [junit4]   2> 1584590 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584590 INFO  (qtp25126684-13873) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584590 INFO  (qtp25126684-13880) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584592 INFO  (qtp17852211-13881) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584593 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584593 INFO  (qtp17852211-13870) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1584595 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1562240731891892224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1584595 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49350f commitCommandVersion:1562240731891892224
   [junit4]   2> 1584598 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1584598 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1584739 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1552cfe[collection1_shard1_replica3] main]
   [junit4]   2> 1584739 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1584740 INFO  (searcherExecutor-6184-thread-1-processing-n:127.0.0.1:38389_solr x:collection1_shard1_replica3 s:shard1 c:collection1 r:core_node1) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@1552cfe[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 1584740 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 144
   [junit4]   2> 1585102 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1585102 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1585245 INFO  (OverseerCollectionConfigSetProcessor-97640045433257992-127.0.0.1:36506_solr-n_0000000000) [n:127.0.0.1:36506_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1585526 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:38389/solr/collection1_shard1_replica3/
   [junit4]   2> 1585527 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1585528 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1585528 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 1489868862049
   [junit4]   2> 1585528 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1585528 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1585528 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1585529 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1
   [junit4]   2> 1585530 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
   [junit4]   2> 1585532 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node3/collection1_shard1_replica1/data/index.20170318202742984 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1300dcf
   [junit4]   2> 1585532 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585534 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585543 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585554 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585555 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585556 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585556 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585557 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585558 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585559 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585560 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585562 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585563 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585572 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585573 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585574 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1585576 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2437) : 0 secs (null bytes/sec) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node3/collection1_shard1_replica1/data/index.20170318202742984 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1300dcf
   [junit4]   2> 1585605 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1585605 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1585750 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1585751 INFO  (indexFetcher-6201-thread-1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e3da1f[collection1_shard1_replica1] main]
   [junit4]   2> 1585751 INFO  (searcherExecutor-6186-thread-1-processing-n:127.0.0.1:36506_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:36506_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1e3da1f[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 1586109 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1586109 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1586109 INFO  (qtp25126684-13868) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1515
   [junit4]   2> 1586534 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:38389/solr/collection1_shard1_replica3/
   [junit4]   2> 1586534 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1586534 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1586534 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Master's version: 1489868862049
   [junit4]   2> 1586534 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1586534 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1586535 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1586536 INFO  (qtp24761062-13968) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 1586536 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
   [junit4]   2> 1586538 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node2/collection1_shard1_replica2/data/index.20170318202743990 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1300dcf
   [junit4]   2> 1586538 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586539 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586541 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586542 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586542 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586543 INFO  (qtp24761062-13968) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586544 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586546 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586546 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586547 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586548 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586549 INFO  (qtp24761062-13968) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586550 INFO  (qtp24761062-13969) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586551 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586560 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586561 INFO  (qtp24761062-13970) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1586562 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2437) : 0 secs (null bytes/sec) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001/tempDir-001/node2/collection1_shard1_replica2/data/index.20170318202743990 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1300dcf
   [junit4]   2> 1586612 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1586913 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1586914 INFO  (indexFetcher-6202-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fcab09[collection1_shard1_replica2] main]
   [junit4]   2> 1586914 INFO  (searcherExecutor-6185-thread-1-processing-n:127.0.0.1:44649_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:44649_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@1fcab09[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 1587116 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1587116 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2522
   [junit4]   2> 1587117 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={_stateVer_=collection1:5&commit=true&wt=javabin&version=2}{commit=} 0 2522
   [junit4]   2> 1587119 INFO  (qtp25126684-13868) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1587122 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1587124 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1587127 INFO  (qtp17852211-13870) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[15 (1562240734544789504)]} 0 0
   [junit4]   2> 1587128 INFO  (qtp25126684-13880) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[15 (1562240734544789504)]} 0 0
   [junit4]   2> 1587128 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1562240734544789504)]} 0 2
   [junit4]   2> 1587129 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[16 (1562240734547935232)]} 0 0
   [junit4]   2> 1587129 INFO  (qtp25126684-13872) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[16 (1562240734547935232)]} 0 0
   [junit4]   2> 1587129 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1562240734547935232)]} 0 0
   [junit4]   2> 1587130 INFO  (qtp17852211-13865) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[17 (1562240734550032384)]} 0 0
   [junit4]   2> 1587130 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[17 (1562240734550032384)]} 0 0
   [junit4]   2> 1587130 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1562240734550032384)]} 0 0
   [junit4]   2> 1587131 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[18 (1562240734551080960)]} 0 0
   [junit4]   2> 1587131 INFO  (qtp25126684-13880) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[18 (1562240734551080960)]} 0 0
   [junit4]   2> 1587132 INFO  (qtp24761062-13863) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1562240734551080960)]} 0 0
   [junit4]   2> 1587132 INFO  (qtp17852211-13870) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[19 (1562240734552129536)]} 0 0
   [junit4]   2> 1587134 INFO  (qtp25126684-13872) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[19 (1562240734552129536)]} 0 1
   [junit4]   2> 1587134 INFO  (qtp24761062-13869) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1562240734552129536)]} 0 1
   [junit4]   2> 1587135 INFO  (qtp17852211-13862) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[20 (1562240734554226688)]} 0 0
   [junit4]   2> 1587135 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[20 (1562240734554226688)]} 0 0
   [junit4]   2> 1587135 INFO  (qtp24761062-13861) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1562240734554226688)]} 0 0
   [junit4]   2> 1587136 INFO  (qtp17852211-13865) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[21 (1562240734555275264)]} 0 0
   [junit4]   2> 1587136 INFO  (qtp25126684-13880) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[21 (1562240734555275264)]} 0 0
   [junit4]   2> 1587136 INFO  (qtp24761062-13875) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1562240734555275264)]} 0 0
   [junit4]   2> 1587137 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[22 (1562240734557372416)]} 0 0
   [junit4]   2> 1587137 INFO  (qtp25126684-13872) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[22 (1562240734557372416)]} 0 0
   [junit4]   2> 1587137 INFO  (qtp24761062-13971) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1562240734557372416)]} 0 0
   [junit4]   2> 1587138 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[23 (1562240734558420992)]} 0 0
   [junit4]   2> 1587138 INFO  (qtp25126684-13864) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[23 (1562240734558420992)]} 0 0
   [junit4]   2> 1587139 INFO  (qtp24761062-13858) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1562240734558420992)]} 0 0
   [junit4]   2> 1587139 INFO  (qtp17852211-13883) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[24 (1562240734559469568)]} 0 0
   [junit4]   2> 1587140 INFO  (qtp25126684-13880) [n:127.0.0.1:36506_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:38389/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[24 (1562240734559469568)]} 0 0
   [junit4]   2> 1587140 INFO  (qtp24761062-13860) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1562240734559469568)]} 0 0
   [junit4]   2> 1587141 INFO  (qtp17852211-13865) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distr

[...truncated too long message...]

ead-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1701238 INFO  (zkCallback-2402-thread-1-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1701238 INFO  (zkCallback-2402-thread-3-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38389_solr
   [junit4]   2> 1701242 INFO  (coreCloseExecutor-6351-thread-1) [n:127.0.0.1:44649_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica2, tag=24985391
   [junit4]   2> 1701247 INFO  (zkCallback-2402-thread-3-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1701253 INFO  (coreCloseExecutor-6352-thread-1) [n:127.0.0.1:38389_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica3, tag=8968142
   [junit4]   2> 1701254 WARN  (zkCallback-2402-thread-3-processing-n:127.0.0.1:38389_solr) [n:127.0.0.1:38389_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1701254 INFO  (jetty-closer-2352-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1411283{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702738 WARN  (zkCallback-2394-thread-2-processing-n:127.0.0.1:36506_solr) [n:127.0.0.1:36506_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1702738 INFO  (jetty-closer-2352-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11fee8f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702747 WARN  (zkCallback-2409-thread-1-processing-n:127.0.0.1:44649_solr) [n:127.0.0.1:44649_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1702747 INFO  (jetty-closer-2352-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13fab83{/solr,null,UNAVAILABLE}
   [junit4]   2> 1702748 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38994 38994
   [junit4]   2> 1702803 INFO  (Thread-3222) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38994 38994
   [junit4]   2> 1702804 WARN  (Thread-3222) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/97640045433257991-127.0.0.1:44649_solr-n_0000000002
   [junit4]   2> 	3	/solr/collections/collection1/leader_elect/shard1/election/97640045433257991-core_node2-n_0000000002
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97640045433257993-core_node1-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	116	/solr/overseer/collection-queue-work
   [junit4]   2> 	32	/solr/overseer/queue
   [junit4]   2> 	15	/solr/overseer/queue-work
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1702804 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[149FCA8E7E15385E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_149FCA8E7E15385E-001
   [junit4]   2> Mar 18, 2017 8:29:40 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {title_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Direct), inplace_updatable_int=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1614, maxMBSortInHeap=5.52154284497988, sim=RandomSimilarity(queryNorm=false): {}, locale=es-HN, timezone=Africa/Nouakchott
   [junit4]   2> NOTE: Linux 4.4.0-66-generic i386/Oracle Corporation 1.8.0_121 (32-bit)/cpus=12,threads=1,free=125272376,total=360329216
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrQueryParserDefaultOperatorResource, LeaderInitiatedRecoveryOnCommitTest, CdcrReplicationHandlerTest, TestStressUserVersions, TestComplexPhraseLeadingWildcard, PingRequestHandlerTest, TestManagedSchemaThreadSafety, LeaderElectionContextKeyTest, BlockDirectoryTest, DistributedFacetPivotSmallAdvancedTest, TestRandomFaceting, TestCloudDeleteByQuery, AddBlockUpdateTest, TestRequestStatusCollectionAPI, TestNRTOpen, DirectoryFactoryTest, TestFreeTextSuggestions, TestObjectReleaseTracker, TestReplicationHandler, TestRecoveryHdfs, TestQuerySenderListener, SparseHLLTest, TestDistribDocBasedVersion, VMParamsZkACLAndCredentialsProvidersTest, TestConfigSetImmutable, TestCloudManagedSchema, OverseerTaskQueueTest, LeaderElectionIntegrationTest, PreAnalyzedFieldManagedSchemaCloudTest, SaslZkACLProviderTest, AliasIntegrationTest, TestMacroExpander, DisMaxRequestHandlerTest, OverseerModifyCollectionTest, TestJettySolrRunner, TestJavabinTupleStreamParser, TestFastWriter, TestTestInjection, TestHighlightDedupGrouping, XsltUpdateRequestHandlerTest, BaseCdcrDistributedZkTest, TestSchemalessBufferedUpdates, ClusterStateTest, DocValuesNotIndexedTest, TestSchemaSimilarityResource, FacetPivotSmallTest, ParsingFieldUpdateProcessorsTest, TestMinMaxOnMultiValuedField, DistributedFacetExistsSmallTest, TestDelegationWithHadoopAuth, TestCollectionAPI, DistributedQueryElevationComponentTest, TestDefaultStatsCache, SystemInfoHandlerTest, CacheHeaderTest, ZkNodePropsTest, BasicAuthStandaloneTest, TestNonDefinedSimilarityFactory, TestPivotHelperCode, TestRandomCollapseQParserPlugin, TestMaxScoreQueryParser, UninvertDocValuesMergePolicyTest, ReturnFieldsTest, DistributedSpellCheckComponentTest, SmileWriterTest, ResponseLogComponentTest, TestHdfsCloudBackupRestore, RemoteQueryErrorTest, TestExportWriter, TestBulkSchemaAPI, TestRemoteStreaming, TestFieldCacheVsDocValues, UUIDUpdateProcessorFallbackTest, TestAnalyzeInfixSuggestions, TestConfigSetsAPIZkFailure, DeleteStatusTest, RulesTest, VersionInfoTest, HdfsTlogReplayBufferedWhileIndexingTest, CloneFieldUpdateProcessorFactoryTest, TestSimpleQParserPlugin, TestJoin, TestFieldCacheReopen, TestSolrCoreProperties, StandardRequestHandlerTest, TestFieldCollectionResource, QueryElevationComponentTest, TestScoreJoinQPScore, DocumentAnalysisRequestHandlerTest, SearchHandlerTest, TestFieldTypeResource, TestAtomicUpdateErrorCases, TestLFUCache, TestStressInPlaceUpdates, TestPseudoReturnFields, TestPKIAuthenticationPlugin, HttpSolrCallGetCoreTest, CollectionReloadTest, TestImplicitCoreProperties, PolyFieldTest, HdfsChaosMonkeyNothingIsSafeTest, SolrRequestParserTest, RequiredFieldsTest, TestSolrCloudSnapshots, ZkStateWriterTest, DeleteNodeTest, BlockJoinFacetSimpleTest, SharedFSAutoReplicaFailoverUtilsTest, PeerSyncTest, TestBlobHandler, SolrCloudExampleTest, TestValueSourceCache, CoreAdminCreateDiscoverTest, CurrencyFieldOpenExchangeTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestRandomDVFaceting, AutoCommitTest, TestHashPartitioner, TestRangeQuery, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestSurroundQueryParser, TestQueryUtils, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, HighlighterConfigTest, UpdateParamsTest, TestSolrIndexConfig, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, TestPhraseSuggestions, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, SliceStateTest, UUIDFieldTest, TestRTGBase, CursorPagingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ActionThrottleTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DistribCursorPagingTest, DistributedVersionInfoTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, OnlyLeaderIndexesTest]
   [junit4] Completed [505/701 (1!)] on J0 in 123.71s, 1 test, 1 failure <<< FAILURES!

[...truncated 55542 lines...]


[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+160) - Build # 19203 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19203/
Java: 32bit/jdk-9-ea+160 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OnlyLeaderIndexesTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([72A4641D1E3E4526:FAF05BC7B0C228DE]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.junit.Assert.assertNotNull(Assert.java:537)
	at org.apache.solr.cloud.OnlyLeaderIndexesTest.outOfOrderDBQWithInPlaceUpdatesTest(OnlyLeaderIndexesTest.java:295)
	at org.apache.solr.cloud.OnlyLeaderIndexesTest.test(OnlyLeaderIndexesTest.java:78)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:547)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12450 lines...]
   [junit4] Suite: org.apache.solr.cloud.OnlyLeaderIndexesTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/init-core-data-001
   [junit4]   2> 1389771 WARN  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=101 numCloses=101
   [junit4]   2> 1389771 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1389773 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1389775 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001
   [junit4]   2> 1389775 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1389775 INFO  (Thread-2993) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1389775 INFO  (Thread-2993) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1389875 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40636
   [junit4]   2> 1389882 INFO  (jetty-launcher-2856-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1389882 INFO  (jetty-launcher-2856-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1389884 INFO  (jetty-launcher-2856-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1389884 INFO  (jetty-launcher-2856-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1adfe3f{/solr,null,AVAILABLE}
   [junit4]   2> 1389884 INFO  (jetty-launcher-2856-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14ae113{/solr,null,AVAILABLE}
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74a466{/solr,null,AVAILABLE}
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c5a90f{SSL,[ssl, http/1.1]}{127.0.0.1:38658}
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-3) [    ] o.e.j.s.Server Started @1391925ms
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38658}
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1579636{SSL,[ssl, http/1.1]}{127.0.0.1:35682}
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-2) [    ] o.e.j.s.Server Started @1391925ms
   [junit4]   2> 1389885 ERROR (jetty-launcher-2856-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35682}
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1389885 INFO  (jetty-launcher-2856-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ef8588{SSL,[ssl, http/1.1]}{127.0.0.1:37698}
   [junit4]   2> 1389886 ERROR (jetty-launcher-2856-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-1) [    ] o.e.j.s.Server Started @1391926ms
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37698}
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1389886 ERROR (jetty-launcher-2856-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-18T23:24:48.472549Z
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-18T23:24:48.472509Z
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1389886 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-18T23:24:48.472877Z
   [junit4]   2> 1389888 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1389888 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1389888 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1389892 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ae3bcd76a0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1389892 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ae3bcd76a0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1389896 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
   [junit4]   2> 1389896 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
   [junit4]   2> 1389897 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40636/solr
   [junit4]   2> 1389907 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1389907 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1389907 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1389907 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37698_solr
   [junit4]   2> 1389907 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35682_solr
   [junit4]   2> 1389907 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38658_solr
   [junit4]   2> 1389908 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97640742149292041-127.0.0.1:37698_solr-n_0000000000) starting
   [junit4]   2> 1389908 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1389909 INFO  (zkCallback-2873-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1389909 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1389912 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37698_solr
   [junit4]   2> 1389914 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1389914 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1389914 INFO  (zkCallback-2873-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1390054 INFO  (jetty-launcher-2856-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/.
   [junit4]   2> 1390173 INFO  (jetty-launcher-2856-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node3/.
   [junit4]   2> 1390196 INFO  (jetty-launcher-2856-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/.
   [junit4]   2> 1390903 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1390903 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40636/solr ready
   [junit4]   2> 1390963 INFO  (qtp28504162-12876) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=config&maxShardsPerNode=1&name=collection1&realtimeReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1390964 INFO  (OverseerThreadFactory-5463-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1391076 INFO  (qtp28504162-12878) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1391123 INFO  (qtp15734461-12893) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1391124 INFO  (qtp32286288-12875) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1391227 INFO  (zkCallback-2873-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1391227 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1391227 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1392082 INFO  (qtp28504162-12878) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1392093 INFO  (qtp28504162-12878) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 1392094 INFO  (qtp28504162-12878) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1392095 INFO  (qtp28504162-12878) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 1392095 INFO  (qtp28504162-12878) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1392095 INFO  (qtp28504162-12878) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/collection1_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/./collection1_shard1_replica2/data/]
   [junit4]   2> 1392131 INFO  (qtp32286288-12875) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1392131 INFO  (qtp15734461-12893) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1392138 INFO  (qtp15734461-12893) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 1392138 INFO  (qtp32286288-12875) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica3] Schema name=minimal
   [junit4]   2> 1392140 INFO  (qtp15734461-12893) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1392140 INFO  (qtp32286288-12875) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1392140 INFO  (qtp15734461-12893) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 1392140 INFO  (qtp32286288-12875) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica3' using configuration from collection collection1
   [junit4]   2> 1392141 INFO  (qtp15734461-12893) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1392141 INFO  (qtp32286288-12875) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1392141 INFO  (qtp15734461-12893) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node3/collection1_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node3/./collection1_shard1_replica1/data/]
   [junit4]   2> 1392141 INFO  (qtp32286288-12875) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/collection1_shard1_replica3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/./collection1_shard1_replica3/data/]
   [junit4]   2> 1392446 INFO  (qtp15734461-12893) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1392446 INFO  (qtp15734461-12893) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1392447 INFO  (qtp15734461-12893) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1392447 INFO  (qtp15734461-12893) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1392449 INFO  (qtp15734461-12893) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e4d029[collection1_shard1_replica1] main]
   [junit4]   2> 1392449 INFO  (qtp15734461-12893) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1392450 INFO  (qtp15734461-12893) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1392450 INFO  (qtp15734461-12893) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1392450 INFO  (searcherExecutor-5471-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1e4d029[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1392450 INFO  (qtp15734461-12893) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562251877192564736
   [junit4]   2> 1392454 INFO  (qtp15734461-12893) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 1392489 INFO  (qtp28504162-12878) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1392489 INFO  (qtp28504162-12878) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1392489 INFO  (qtp32286288-12875) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1392489 INFO  (qtp32286288-12875) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1392490 INFO  (qtp28504162-12878) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1392490 INFO  (qtp28504162-12878) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1392490 INFO  (qtp32286288-12875) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1392490 INFO  (qtp32286288-12875) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1392493 INFO  (qtp28504162-12878) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16a396[collection1_shard1_replica2] main]
   [junit4]   2> 1392493 INFO  (qtp32286288-12875) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aadd3d[collection1_shard1_replica3] main]
   [junit4]   2> 1392494 INFO  (qtp32286288-12875) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1392494 INFO  (qtp28504162-12878) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1392495 INFO  (qtp32286288-12875) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1392495 INFO  (qtp28504162-12878) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1392495 INFO  (qtp32286288-12875) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1392495 INFO  (qtp28504162-12878) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1392495 INFO  (searcherExecutor-5472-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@1aadd3d[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1392495 INFO  (searcherExecutor-5470-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@16a396[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1392495 INFO  (qtp32286288-12875) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562251877239750656
   [junit4]   2> 1392495 INFO  (qtp28504162-12878) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562251877239750656
   [junit4]   2> 1392555 INFO  (zkCallback-2873-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1392555 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1392555 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1392954 INFO  (qtp15734461-12893) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1392954 INFO  (qtp15734461-12893) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1392954 INFO  (qtp15734461-12893) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1392954 INFO  (qtp15734461-12893) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:37698/solr START replicas=[https://127.0.0.1:38658/solr/collection1_shard1_replica2/, https://127.0.0.1:35682/solr/collection1_shard1_replica3/] nUpdates=100
   [junit4]   2> 1392955 INFO  (qtp15734461-12893) [    ] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica1 url=https://127.0.0.1:37698/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1392958 INFO  (qtp28504162-12889) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1392959 INFO  (qtp32286288-12890) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1392960 INFO  (qtp15734461-12893) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1392960 INFO  (qtp15734461-12893) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1392960 INFO  (qtp15734461-12893) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1392962 INFO  (qtp15734461-12893) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37698/solr/collection1_shard1_replica1/ shard1
   [junit4]   2> 1393063 INFO  (zkCallback-2873-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393063 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393063 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393113 INFO  (qtp15734461-12893) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1393114 INFO  (qtp15734461-12893) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1990
   [junit4]   2> 1393214 INFO  (zkCallback-2873-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393214 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393214 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393501 INFO  (qtp32286288-12875) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1393501 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1393501 WARN  (qtp32286288-12875) [    ] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1_shard1_replica3 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1393502 INFO  (qtp28504162-12878) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1393502 WARN  (qtp28504162-12878) [    ] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1_shard1_replica2 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 1393503 INFO  (qtp32286288-12875) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2378
   [junit4]   2> 1393504 INFO  (qtp28504162-12878) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2428
   [junit4]   2> 1393505 INFO  (qtp15734461-12900) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1393505 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1393505 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1393506 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1393506 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1393506 INFO  (qtp28504162-12876) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1393606 INFO  (zkCallback-2873-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393606 INFO  (zkCallback-2870-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1393606 INFO  (zkCallback-2871-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1394506 INFO  (qtp28504162-12876) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&collection.configName=config&maxShardsPerNode=1&name=collection1&realtimeReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3543
   [junit4]   2> 1394506 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1394507 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1394522 INFO  (TEST-OnlyLeaderIndexesTest.test-seed#[72A4641D1E3E4526]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1394528 INFO  (qtp28504162-12971) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1 (1562251879368359936), 2 (1562251879370457088), 3 (1562251879370457089), 4 (1562251879370457090)]} 0 0
   [junit4]   2> 1394528 INFO  (qtp32286288-12877) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[1 (1562251879368359936), 2 (1562251879370457088), 3 (1562251879370457089), 4 (1562251879370457090)]} 0 0
   [junit4]   2> 1394528 INFO  (qtp15734461-12899) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1562251879368359936), 2 (1562251879370457088), 3 (1562251879370457089), 4 (1562251879370457090)]} 0 3
   [junit4]   2> 1394534 INFO  (qtp28504162-12878) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394535 INFO  (qtp28504162-12876) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394535 INFO  (qtp28504162-12971) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394536 INFO  (qtp28504162-12881) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394540 INFO  (qtp32286288-12890) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394540 INFO  (qtp32286288-12877) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394541 INFO  (qtp32286288-12880) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394541 INFO  (qtp32286288-12875) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394544 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394546 INFO  (qtp15734461-12896) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394546 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394546 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394547 INFO  (qtp28504162-12879) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{delete=[1 (-1562251879391428608)]} 0 0
   [junit4]   2> 1394548 INFO  (qtp32286288-12888) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{delete=[1 (-1562251879391428608)]} 0 0
   [junit4]   2> 1394548 INFO  (qtp15734461-12900) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1562251879391428608)]} 0 1
   [junit4]   2> 1394587 INFO  (qtp15734461-12894) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@9875a1[collection1_shard1_replica1] realtime]
   [junit4]   2> 1394590 INFO  (qtp15734461-12894) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@678166[collection1_shard1_replica1] realtime]
   [junit4]   2> 1394591 INFO  (qtp28504162-12971) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1562251879392477184&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1562251879392477184)} 0 0
   [junit4]   2> 1394591 INFO  (qtp32286288-12890) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1562251879392477184&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1562251879392477184)} 0 0
   [junit4]   2> 1394591 INFO  (qtp15734461-12894) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1562251879392477184)} 0 43
   [junit4]   2> 1394593 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1394595 INFO  (qtp15734461-12900) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1394595 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1394595 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1394595 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1394595 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1394595 INFO  (qtp28504162-12889) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394596 INFO  (qtp28504162-12879) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394596 INFO  (qtp28504162-12971) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394601 INFO  (qtp32286288-12875) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394601 INFO  (qtp32286288-12890) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394601 INFO  (qtp32286288-12882) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1394606 INFO  (qtp15734461-12900) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1562251879453294592,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1394606 INFO  (qtp15734461-12900) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1987a5d commitCommandVersion:1562251879453294592
   [junit4]   2> 1394612 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1394612 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1394859 INFO  (qtp15734461-12900) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d646a[collection1_shard1_replica1] main]
   [junit4]   2> 1394860 INFO  (qtp15734461-12900) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1394860 INFO  (searcherExecutor-5471-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@4d646a[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 1394860 INFO  (qtp15734461-12900) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 255
   [junit4]   2> 1394965 INFO  (OverseerCollectionConfigSetProcessor-97640742149292041-127.0.0.1:37698_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1395120 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1395122 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1395628 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1395630 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1396137 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1396137 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1396501 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1396501 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1396502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1396502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1489879493192
   [junit4]   2> 1396502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1396502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1396502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1396505 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=3
   [junit4]   2> 1396506 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 17
   [junit4]   2> 1396509 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/collection1_shard1_replica3/data/index.20170318232455092 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1396509 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396511 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396512 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396514 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396515 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396526 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396527 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396528 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396530 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396531 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396532 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396533 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396534 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396535 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396536 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396538 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396539 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1396540 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2594) : 0 secs (null bytes/sec) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/collection1_shard1_replica3/data/index.20170318232455092 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1396643 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1396643 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1397149 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1397150 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1397377 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1397379 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b6857[collection1_shard1_replica3] main]
   [junit4]   2> 1397379 INFO  (searcherExecutor-5472-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@5b6857[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 1397593 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1397594 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1397594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1397594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1489879493192
   [junit4]   2> 1397594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1397594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1397594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1397597 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=3
   [junit4]   2> 1397598 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 17
   [junit4]   2> 1397600 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/collection1_shard1_replica2/data/index.20170318232456184 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1397601 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397602 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397603 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397604 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397606 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397607 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397608 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397609 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397610 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397611 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397612 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397613 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397614 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397615 INFO  (qtp15734461-12895) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_MockRandom_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397616 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397635 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397636 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1397637 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2594) : 0 secs (null bytes/sec) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/collection1_shard1_replica2/data/index.20170318232456184 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1397656 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1397656 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1397656 INFO  (qtp32286288-12880) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3054
   [junit4]   2> 1398151 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1398153 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2920b2[collection1_shard1_replica2] main]
   [junit4]   2> 1398153 INFO  (searcherExecutor-5470-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@2920b2[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 1398163 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1398163 INFO  (qtp28504162-12881) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3561
   [junit4]   2> 1398164 INFO  (qtp15734461-12896) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=collection1:5&commit=true&wt=javabin&version=2}{commit=} 0 3561
   [junit4]   2> 1398168 INFO  (qtp28504162-12887) [    ] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1398172 INFO  (qtp32286288-12890) [    ] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1398176 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1398180 INFO  (qtp28504162-12879) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[15 (1562251883197759488)]} 0 0
   [junit4]   2> 1398180 INFO  (qtp32286288-12882) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[15 (1562251883197759488)]} 0 0
   [junit4]   2> 1398180 INFO  (qtp15734461-12987) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1562251883197759488)]} 0 3
   [junit4]   2> 1398182 INFO  (qtp28504162-12971) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[16 (1562251883203002368)]} 0 0
   [junit4]   2> 1398182 INFO  (qtp32286288-12880) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&wt=javabin&version=2}{add=[16 (1562251883203002368)]} 0 0
   [junit4]   2> 1398183 INFO  (qtp15734461-12899) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1562251883203002368)]} 0 0
   [junit4]   2> 1398184 INFO  (qtp15734461-12894) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1562251883205099520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1398185 INFO  (qtp15734461-12894) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1987a5d commitCommandVersion:1562251883205099520
   [junit4]   2> 1398190 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1398192 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1398508 INFO  (qtp15734461-12894) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@199b228[collection1_shard1_replica1] main]
   [junit4]   2> 1398508 INFO  (qtp15734461-12894) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1398508 INFO  (searcherExecutor-5471-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@199b228[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2) Uninverting(_1(7.0.0):C2)))}
   [junit4]   2> 1398509 INFO  (qtp15734461-12894) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 324
   [junit4]   2> 1398698 INFO  (qtp15734461-12894) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1398700 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1399206 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1399207 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1399501 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1399501 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1399502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 1399502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1489879496771
   [junit4]   2> 1399502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1399502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 1489879493192
   [junit4]   2> 1399502 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1399507 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=5
   [junit4]   2> 1399508 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 32
   [junit4]   2> 1399512 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/collection1_shard1_replica3/data/index.20170318232458094 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1399512 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_2.liv because it already exists
   [junit4]   2> 1399513 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1399513 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 1399513 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 1399513 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 1399513 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene70_0.dvm because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.pos because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tim because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene70_0.dvd because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Memory_0.mdvd because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Memory_0.mdvm because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tip because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 1399514 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 1399515 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399516 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399517 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399518 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399519 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399520 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399521 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399522 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399523 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399525 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399526 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399527 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399528 INFO  (qtp15734461-12899) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399529 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399530 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399531 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1399532 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2548) : 0 secs (null bytes/sec) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node1/collection1_shard1_replica3/data/index.20170318232458094 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1399713 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1399714 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1400229 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1400229 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1400504 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1400507 INFO  (indexFetcher-5487-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@39878[collection1_shard1_replica3] main]
   [junit4]   2> 1400507 INFO  (searcherExecutor-5472-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@39878[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2) Uninverting(_1(7.0.0):C2)))}
   [junit4]   2> 1400593 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:37698/solr/collection1_shard1_replica1/
   [junit4]   2> 1400593 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1400594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 1400594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 1489879496771
   [junit4]   2> 1400594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1400594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 1489879493192
   [junit4]   2> 1400594 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1400600 INFO  (qtp15734461-12896) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=5
   [junit4]   2> 1400600 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Number of files in latest index in master: 32
   [junit4]   2> 1400604 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/collection1_shard1_replica2/data/index.20170318232459186 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1400604 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_2.liv because it already exists
   [junit4]   2> 1400604 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1400604 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene70_0.dvm because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.pos because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.doc because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tim because it already exists
   [junit4]   2> 1400605 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Lucene70_0.dvd because it already exists
   [junit4]   2> 1400606 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Memory_0.mdvd because it already exists
   [junit4]   2> 1400606 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_Memory_0.mdvm because it already exists
   [junit4]   2> 1400606 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.sd because it already exists
   [junit4]   2> 1400606 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0_MockRandom_0.tip because it already exists
   [junit4]   2> 1400606 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 1400606 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 1400607 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.sd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400608 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400609 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400610 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400611 INFO  (qtp15734461-12896) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400612 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400613 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400614 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400615 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400616 INFO  (qtp15734461-12896) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400618 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400619 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400620 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400638 INFO  (qtp15734461-12986) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400639 INFO  (qtp15734461-12896) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_MockRandom_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400640 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1400641 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2548) : 0 secs (null bytes/sec) to NIOFSDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001/tempDir-001/node2/collection1_shard1_replica2/data/index.20170318232459186 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a2fb20
   [junit4]   2> 1400736 INFO  (qtp15734461-12898) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1400737 INFO  (qtp15734461-12987) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1400737 INFO  (qtp32286288-12888) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2552
   [junit4]   2> 1401145 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1401147 INFO  (indexFetcher-5488-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ff8eb[collection1_shard1_replica2] main]
   [junit4]   2> 1401148 INFO  (searcherExecutor-5470-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@7ff8eb[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2) Uninverting(_1(7.0.0):C2)))}
   [junit4]   2> 1401244 INFO  (qtp15734461-12893) [    ] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 1401244 INFO  (qtp28504162-12887) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:37698/solr/collection1_shard1_replica1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3060
   [junit4]   2> 1401244 INFO  (qtp15734461-12895) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={_stateVer_=collection1:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3061
   [junit4]   2> 1401247 INFO  (qtp28504162-12878) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROML

[...truncated too long message...]

g.apache.solr.core.SolrCore@f0b474
   [junit4]   2> 1533060 INFO  (zkCallback-2907-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1533060 INFO  (zkCallback-2899-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1533060 INFO  (zkCallback-2914-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1533061 INFO  (coreCloseExecutor-5646-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1533062 INFO  (coreCloseExecutor-5646-thread-1) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d088fb commitCommandVersion:0
   [junit4]   2> 1533062 INFO  (coreCloseExecutor-5645-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica2, tag=25368061
   [junit4]   2> 1533063 INFO  (jetty-closer-2857-thread-1) [    ] o.a.s.c.Overseer Overseer (id=97640742149292052-127.0.0.1:38658_solr-n_0000000005) closing
   [junit4]   2> 1533063 INFO  (OverseerStateUpdate-97640742149292052-127.0.0.1:38658_solr-n_0000000005) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38658_solr
   [junit4]   2> 1533064 INFO  (zkCallback-2914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1533064 INFO  (zkCallback-2907-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1533064 INFO  (jetty-closer-2857-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d6cf4f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1533064 INFO  (zkCallback-2907-thread-3) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37698_solr
   [junit4]   2> 1533070 INFO  (coreCloseExecutor-5644-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica3, tag=26004917
   [junit4]   2> 1533071 INFO  (zkCallback-2907-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1533072 WARN  (zkCallback-2914-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1533072 INFO  (jetty-closer-2857-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35de3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1533094 INFO  (coreCloseExecutor-5646-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica1, tag=15774836
   [junit4]   2> 1534595 WARN  (zkCallback-2907-thread-3) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1534595 INFO  (jetty-closer-2857-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1446679{/solr,null,UNAVAILABLE}
   [junit4]   2> 1534596 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40636 40636
   [junit4]   2> 1534598 INFO  (Thread-2993) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40636 40636
   [junit4]   2> 1534598 WARN  (Thread-2993) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/collections/collection1/leader_elect/shard1/election/97640742149292039-core_node3-n_0000000001
   [junit4]   2> 	4	/solr/overseer_elect/election/97640742149292039-127.0.0.1:35682_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	139	/solr/overseer/collection-queue-work
   [junit4]   2> 	40	/solr/overseer/queue
   [junit4]   2> 	20	/solr/overseer/queue-work
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1534599 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[72A4641D1E3E4526]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OnlyLeaderIndexesTest_72A4641D1E3E4526-001
   [junit4]   2> Mar 18, 2017 11:27:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {title_s=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1836, maxMBSortInHeap=7.843958474067598, sim=RandomSimilarity(queryNorm=false): {}, locale=es-SV, timezone=Atlantic/Reykjavik
   [junit4]   2> NOTE: Linux 4.4.0-66-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=148462176,total=440926208
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsTlogReplayBufferedWhileIndexingTest, UniqFieldsUpdateProcessorFactoryTest, TestRealTimeGet, TestDelegationWithHadoopAuth, TestFaceting, PathHierarchyTokenizerFactoryTest, TestDistribDocBasedVersion, FileBasedSpellCheckerTest, TestSolrConfigHandlerConcurrent, TestDistributedSearch, ResponseLogComponentTest, TestSuggestSpellingConverter, SolrGangliaReporterTest, SharedFSAutoReplicaFailoverUtilsTest, TestRandomDVFaceting, TestConfigSetsAPIZkFailure, LeaderElectionContextKeyTest, TestReplicationHandler, CdcrReplicationHandlerTest, VersionInfoTest, QueryElevationComponentTest, TestSolrConfigHandler, TestPseudoReturnFields, TestCollectionAPI, TestStressUserVersions, CoreAdminCreateDiscoverTest, BasicZkTest, TestValueSourceCache, TestRecoveryHdfs, DefaultValueUpdateProcessorTest, StandardRequestHandlerTest, TestNoOpRegenerator, UninvertDocValuesMergePolicyTest, SolrRequestParserTest, TestJavabinTupleStreamParser, TestRequestStatusCollectionAPI, TestAtomicUpdateErrorCases, FullHLLTest, TestSolrCloudWithKerberosAlt, TestLMJelinekMercerSimilarityFactory, TestXmlQParserPlugin, ClusterStateTest, TestRemoteStreaming, TestImplicitCoreProperties, TestBulkSchemaAPI, SparseHLLTest, MinimalSchemaTest, TestSQLHandler, MissingSegmentRecoveryTest, ParsingFieldUpdateProcessorsTest, CachingDirectoryFactoryTest, TestMiniSolrCloudCluster, SolrMetricManagerTest, SystemInfoHandlerTest, TestSchemaSimilarityResource, TestDocBasedVersionConstraints, OverseerModifyCollectionTest, DeleteNodeTest, DistributedFacetPivotSmallAdvancedTest, SpellPossibilityIteratorTest, BJQParserTest, TestJmxMonitoredMap, TestNonDefinedSimilarityFactory, TestNumericTerms32, NumericFieldsTest, TestFieldTypeResource, CloneFieldUpdateProcessorFactoryTest, DocValuesNotIndexedTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestManagedSchemaThreadSafety, TestNRTOpen, FastVectorHighlighterTest, TestCloudManagedSchema, TestSolrCloudSnapshots, PluginInfoTest, TestDefaultSearchFieldResource, TestApiFramework, CopyFieldTest, TestRTGBase, DistributedQueryElevationComponentTest, QueryEqualityTest, TestRangeQuery, ZkNodePropsTest, TestHashQParserPlugin, TestComplexPhraseLeadingWildcard, TestSolrCoreParser, BlockDirectoryTest, TestBadConfig, TestConfigSetImmutable, DistributedSpellCheckComponentTest, TestExactStatsCache, PeerSyncTest, PingRequestHandlerTest, TestQuerySenderListener, DocumentAnalysisRequestHandlerTest, TestShortCircuitedRequests, DistributedFacetExistsSmallTest, TestHighlightDedupGrouping, TestPathTrie, CurrencyFieldOpenExchangeTest, TestSchemalessBufferedUpdates, DocValuesMissingTest, RemoteQueryErrorTest, TestObjectReleaseTracker, TestJoin, MultiTermTest, LeaderElectionIntegrationTest, TestMaxScoreQueryParser, HdfsLockFactoryTest, DirectoryFactoryTest, TestPKIAuthenticationPlugin, ConfigSetsAPITest, LeaderInitiatedRecoveryOnCommitTest, SubstringBytesRefFilterTest, SmileWriterTest, SyncSliceTest, TestRandomFaceting, ZkCLITest, AutoCommitTest, TermVectorComponentDistributedTest, TestStressVersions, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SolrCmdDistributorTest, ConvertedLegacyTest, TestFiltering, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, DocValuesTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestUpdate, FieldMutatingUpdateProcessorTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestOmitPositions, DocumentBuilderTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestPartialUpdateDeduplication, TestComponentsName, TestLFUCache, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConnectionManagerTest, CustomCollectionTest, DeleteStatusTest, DistributedVersionInfoTest, OnlyLeaderIndexesTest]
   [junit4] Completed [513/701 (1!)] on J0 in 145.84s, 1 test, 1 failure <<< FAILURES!

[...truncated 52316 lines...]