You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/03/16 15:44:21 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3899 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3899/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.OnlyLeaderIndexesTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([8F515E19379903CB:70561C399656E33]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.junit.Assert.assertNotNull(Assert.java:537)
	at org.apache.solr.cloud.OnlyLeaderIndexesTest.outOfOrderDBQWithInPlaceUpdatesTest(OnlyLeaderIndexesTest.java:295)
	at org.apache.solr.cloud.OnlyLeaderIndexesTest.test(OnlyLeaderIndexesTest.java:78)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11195 lines...]
   [junit4] Suite: org.apache.solr.cloud.OnlyLeaderIndexesTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/init-core-data-001
   [junit4]   2> 511981 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 511982 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 511983 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001
   [junit4]   2> 511983 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 511984 INFO  (Thread-940) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 511984 INFO  (Thread-940) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 512094 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59343
   [junit4]   2> 512121 INFO  (jetty-launcher-658-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 512121 INFO  (jetty-launcher-658-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 512121 INFO  (jetty-launcher-658-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 512125 INFO  (jetty-launcher-658-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1cdefadb{/solr,null,AVAILABLE}
   [junit4]   2> 512126 INFO  (jetty-launcher-658-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@d4d8495{HTTP/1.1,[http/1.1]}{127.0.0.1:59345}
   [junit4]   2> 512126 INFO  (jetty-launcher-658-thread-3) [    ] o.e.j.s.Server Started @517119ms
   [junit4]   2> 512126 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59345}
   [junit4]   2> 512126 ERROR (jetty-launcher-658-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 512126 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 512126 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 512126 INFO  (jetty-launcher-658-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46472ff8{/solr,null,AVAILABLE}
   [junit4]   2> 512127 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 512127 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T14:24:05.747Z
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@83f017e{/solr,null,AVAILABLE}
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@63840ef6{HTTP/1.1,[http/1.1]}{127.0.0.1:59347}
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.e.j.s.Server Started @517120ms
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59347}
   [junit4]   2> 512128 ERROR (jetty-launcher-658-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 512128 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T14:24:05.748Z
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@121ec233{HTTP/1.1,[http/1.1]}{127.0.0.1:59346}
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.e.j.s.Server Started @517122ms
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59346}
   [junit4]   2> 512130 ERROR (jetty-launcher-658-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 512130 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-03-16T14:24:05.750Z
   [junit4]   2> 512135 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 512135 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 512136 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 512165 INFO  (jetty-launcher-658-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59343/solr
   [junit4]   2> 512167 INFO  (jetty-launcher-658-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59343/solr
   [junit4]   2> 512169 INFO  (jetty-launcher-658-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59343/solr
   [junit4]   2> 512227 INFO  (jetty-launcher-658-thread-2) [n:127.0.0.1:59346_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 512228 INFO  (jetty-launcher-658-thread-3) [n:127.0.0.1:59345_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 512228 INFO  (jetty-launcher-658-thread-1) [n:127.0.0.1:59347_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 512229 INFO  (jetty-launcher-658-thread-2) [n:127.0.0.1:59346_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59346_solr
   [junit4]   2> 512230 INFO  (jetty-launcher-658-thread-3) [n:127.0.0.1:59345_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59345_solr
   [junit4]   2> 512230 INFO  (jetty-launcher-658-thread-1) [n:127.0.0.1:59347_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59347_solr
   [junit4]   2> 512231 INFO  (jetty-launcher-658-thread-2) [n:127.0.0.1:59346_solr    ] o.a.s.c.Overseer Overseer (id=97627291360034823-127.0.0.1:59346_solr-n_0000000000) starting
   [junit4]   2> 512233 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 512234 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 512234 INFO  (zkCallback-673-thread-1-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 512256 INFO  (jetty-launcher-658-thread-2) [n:127.0.0.1:59346_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59346_solr
   [junit4]   2> 512259 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 512259 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 512259 INFO  (zkCallback-673-thread-1-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 512369 INFO  (jetty-launcher-658-thread-3) [n:127.0.0.1:59345_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node3/.
   [junit4]   2> 512369 INFO  (jetty-launcher-658-thread-1) [n:127.0.0.1:59347_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node1/.
   [junit4]   2> 512369 INFO  (jetty-launcher-658-thread-2) [n:127.0.0.1:59346_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node2/.
   [junit4]   2> 512437 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 512439 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59343/solr ready
   [junit4]   2> 512451 INFO  (qtp836039579-4184) [n:127.0.0.1:59345_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&collection.configName=config&maxShardsPerNode=1&name=collection1&realtimeReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 512455 INFO  (OverseerThreadFactory-1737-thread-1-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 512572 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 512573 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 512573 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 512694 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 512694 INFO  (zkCallback-673-thread-3-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 512694 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 513603 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 513611 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 513631 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 513649 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.IndexSchema [collection1_shard1_replica3] Schema name=minimal
   [junit4]   2> 513652 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema [collection1_shard1_replica2] Schema name=minimal
   [junit4]   2> 513654 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 513656 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 513657 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=minimal
   [junit4]   2> 513658 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica3' using configuration from collection collection1
   [junit4]   2> 513658 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica2' using configuration from collection collection1
   [junit4]   2> 513658 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 513658 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 513658 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [[collection1_shard1_replica2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node3/collection1_shard1_replica2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node3/./collection1_shard1_replica2/data/]
   [junit4]   2> 513660 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 513658 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrCore [[collection1_shard1_replica3] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node2/collection1_shard1_replica3], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node2/./collection1_shard1_replica3/data/]
   [junit4]   2> 513666 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 513667 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 513667 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node1/collection1_shard1_replica1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node1/./collection1_shard1_replica1/data/]
   [junit4]   2> 513816 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 513816 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 513817 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 513817 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 513817 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 513817 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 513818 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 513818 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 513818 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 513818 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 513819 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 513819 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 513821 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@90b48df[collection1_shard1_replica1] main]
   [junit4]   2> 513821 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@62c43ded[collection1_shard1_replica3] main]
   [junit4]   2> 513823 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 513824 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 513824 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 513824 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 513824 INFO  (searcherExecutor-1746-thread-1-processing-n:127.0.0.1:59347_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@90b48df[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 513825 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562036663688888320
   [junit4]   2> 513825 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 513825 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 513825 INFO  (searcherExecutor-1744-thread-1-processing-n:127.0.0.1:59346_solr x:collection1_shard1_replica3 s:shard1 c:collection1) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@62c43ded[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 513825 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562036663688888320
   [junit4]   2> 513838 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=2 timeoutin=9999ms
   [junit4]   2> 513841 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@549efc2[collection1_shard1_replica2] main]
   [junit4]   2> 513843 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 513844 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 513844 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 513844 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1562036663708811264
   [junit4]   2> 513844 INFO  (searcherExecutor-1745-thread-1-processing-n:127.0.0.1:59345_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@549efc2[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 513949 INFO  (zkCallback-673-thread-2-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 513950 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 513949 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514345 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 514345 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 514345 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59346/solr/collection1_shard1_replica3/
   [junit4]   2> 514345 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica3 url=http://127.0.0.1:59346/solr START replicas=[http://127.0.0.1:59345/solr/collection1_shard1_replica2/, http://127.0.0.1:59347/solr/collection1_shard1_replica1/] nUpdates=100
   [junit4]   2> 514346 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica3 url=http://127.0.0.1:59346/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 514349 INFO  (qtp836039579-4188) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 514350 INFO  (qtp1926376947-4183) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 514350 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 514350 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 514350 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 514358 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59346/solr/collection1_shard1_replica3/ shard1
   [junit4]   2> 514468 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514468 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514468 INFO  (zkCallback-673-thread-3-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514521 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 514525 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1  x:collection1_shard1_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=1952
   [junit4]   2> 514639 INFO  (zkCallback-673-thread-2-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514639 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514639 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514860 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 514860 WARN  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1_shard1_replica2 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 514861 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 514861 WARN  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1_shard1_replica1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
   [junit4]   2> 514862 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:59346/solr/collection1_shard1_replica3/
   [junit4]   2> 514865 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 514865 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 514866 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 514866 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 514866 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 514866 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2293
   [junit4]   2> 514866 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&name=collection1_shard1_replica2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2} status=0 QTime=2295
   [junit4]   2> 514872 INFO  (qtp836039579-4184) [n:127.0.0.1:59345_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 514980 INFO  (zkCallback-675-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514980 INFO  (zkCallback-674-thread-1-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 514980 INFO  (zkCallback-673-thread-2-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 515872 INFO  (qtp836039579-4184) [n:127.0.0.1:59345_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=3&collection.configName=config&maxShardsPerNode=1&name=collection1&realtimeReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3421
   [junit4]   2> 515873 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 515874 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 515905 INFO  (TEST-OnlyLeaderIndexesTest.test-seed#[8F515E19379903CB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 515931 INFO  (qtp1926376947-4185) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[1 (1562036665883557888), 2 (1562036665888800768), 3 (1562036665888800769), 4 (1562036665888800770)]} 0 1
   [junit4]   2> 515940 INFO  (qtp836039579-4190) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[1 (1562036665883557888), 2 (1562036665888800768), 3 (1562036665888800769), 4 (1562036665888800770)]} 0 14
   [junit4]   2> 515941 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1562036665883557888), 2 (1562036665888800768), 3 (1562036665888800769), 4 (1562036665888800770)]} 0 23
   [junit4]   2> 515954 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515956 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515956 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515957 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515961 INFO  (qtp1926376947-4189) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515966 INFO  (qtp1926376947-4195) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515966 INFO  (qtp1926376947-4195) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515967 INFO  (qtp1926376947-4195) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515976 INFO  (qtp836039579-4192) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515977 INFO  (qtp836039579-4181) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515978 INFO  (qtp836039579-4188) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515978 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 515981 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{delete=[1 (-1562036665948569600)]} 0 0
   [junit4]   2> 515982 INFO  (qtp836039579-4190) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{delete=[1 (-1562036665948569600)]} 0 0
   [junit4]   2> 515982 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1562036665948569600)]} 0 1
   [junit4]   2> 516061 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c3b00c4[collection1_shard1_replica3] realtime]
   [junit4]   2> 516064 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@544d1dfc[collection1_shard1_replica3] realtime]
   [junit4]   2> 516065 INFO  (qtp1926376947-4189) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1562036665951715328&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{deleteByQuery=id:2 (-1562036665951715328)} 0 0
   [junit4]   2> 516066 INFO  (qtp836039579-4192) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1562036665951715328&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{deleteByQuery=id:2 (-1562036665951715328)} 0 0
   [junit4]   2> 516066 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1562036665951715328)} 0 82
   [junit4]   2> 516069 INFO  (qtp1926376947-4177) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 516070 INFO  (qtp1926376947-4183) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 516071 INFO  (qtp1926376947-4195) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 516074 INFO  (qtp836039579-4188) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 516074 INFO  (qtp836039579-4181) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 516075 INFO  (qtp836039579-4184) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/get params={q=*:*&distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 516079 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1562036666052378624,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 516079 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@29b0509 commitCommandVersion:1562036666052378624
   [junit4]   2> 516081 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 516081 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 516087 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@7c0e4a15[collection1_shard1_replica3] main]
   [junit4]   2> 516088 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 516088 INFO  (searcherExecutor-1744-thread-1-processing-n:127.0.0.1:59346_solr x:collection1_shard1_replica3 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.SolrCore [collection1_shard1_replica3] Registered new searcher Searcher@7c0e4a15[collection1_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 516088 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 9
   [junit4]   2> 516466 INFO  (OverseerCollectionConfigSetProcessor-97627291360034823-127.0.0.1:59346_solr-n_0000000000) [n:127.0.0.1:59346_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 516593 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 516594 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 517099 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 517107 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 517419 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:59346/solr/collection1_shard1_replica3/
   [junit4]   2> 517421 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 517421 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 517421 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Master's version: 1489674249699
   [junit4]   2> 517421 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 517421 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 517421 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 517424 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
   [junit4]   2> 517424 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Number of files in latest index in master: 14
   [junit4]   2> 517430 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node3/collection1_shard1_replica2/data/index.20170317022411045 lockFactory=org.apache.lucene.store.NativeFSLockFactory@262543d9
   [junit4]   2> 517431 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517433 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517436 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517438 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517440 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517442 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517444 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517446 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517448 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517450 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517452 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517453 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517455 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517457 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517457 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2355) : 0 secs (null bytes/sec) to MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node3/collection1_shard1_replica2/data/index.20170317022411045 lockFactory=org.apache.lucene.store.NativeFSLockFactory@262543d9
   [junit4]   2> 517482 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 517483 INFO  (indexFetcher-1761-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@72333a74[collection1_shard1_replica2] main]
   [junit4]   2> 517484 INFO  (searcherExecutor-1745-thread-1-processing-n:127.0.0.1:59345_solr x:collection1_shard1_replica2 s:shard1 c:collection1) [n:127.0.0.1:59345_solr c:collection1 s:shard1  x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2] Registered new searcher Searcher@72333a74[collection1_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 517606 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 517607 INFO  (qtp836039579-4190) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1529
   [junit4]   2> 517621 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 517864 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:59346/solr/collection1_shard1_replica3/
   [junit4]   2> 517865 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 517865 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 517865 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Master's version: 1489674249699
   [junit4]   2> 517865 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 517865 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 517865 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 517869 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=3
   [junit4]   2> 517870 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Number of files in latest index in master: 14
   [junit4]   2> 517878 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node1/collection1_shard1_replica1/data/index.20170317022411490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@262543d9
   [junit4]   2> 517880 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517882 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517884 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517907 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517910 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517912 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517914 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517916 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517918 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517921 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517923 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517925 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517926 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517928 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 517930 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2355) : 0 secs (null bytes/sec) to MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001/tempDir-001/node1/collection1_shard1_replica1/data/index.20170317022411490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@262543d9
   [junit4]   2> 517951 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 517954 INFO  (indexFetcher-1762-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dd45fdb[collection1_shard1_replica1] main]
   [junit4]   2> 517954 INFO  (searcherExecutor-1746-thread-1-processing-n:127.0.0.1:59347_solr x:collection1_shard1_replica1 s:shard1 c:collection1) [n:127.0.0.1:59347_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@6dd45fdb[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
   [junit4]   2> 518132 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
   [junit4]   2> 518133 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2055
   [junit4]   2> 518133 INFO  (qtp1283207449-4202) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={_stateVer_=collection1:5&commit=true&wt=javabin&version=2}{commit=} 0 2057
   [junit4]   2> 518137 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.S.Request [collection1_shard1_replica3]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=1
   [junit4]   2> 518141 INFO  (qtp1926376947-4196) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.S.Request [collection1_shard1_replica1]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 518144 INFO  (qtp836039579-4188) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.S.Request [collection1_shard1_replica2]  webapp=/solr path=/select params={q=*:*&distrib=false&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 518154 INFO  (qtp1926376947-4177) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[15 (1562036668219785216)]} 0 1
   [junit4]   2> 518155 INFO  (qtp836039579-4181) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[15 (1562036668219785216)]} 0 2
   [junit4]   2> 518155 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1562036668219785216)]} 0 9
   [junit4]   2> 518161 INFO  (qtp1926376947-4195) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[16 (1562036668234465280)]} 0 0
   [junit4]   2> 518161 INFO  (qtp836039579-4191) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[16 (1562036668234465280)]} 0 1
   [junit4]   2> 518162 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1562036668234465280)]} 0 2
   [junit4]   2> 518164 INFO  (qtp1926376947-4185) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[17 (1562036668237611008)]} 0 0
   [junit4]   2> 518165 INFO  (qtp836039579-4192) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[17 (1562036668237611008)]} 0 1
   [junit4]   2> 518165 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1562036668237611008)]} 0 2
   [junit4]   2> 518167 INFO  (qtp1926376947-4189) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[18 (1562036668240756736)]} 0 0
   [junit4]   2> 518168 INFO  (qtp836039579-4190) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[18 (1562036668240756736)]} 0 1
   [junit4]   2> 518168 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1562036668240756736)]} 0 2
   [junit4]   2> 518170 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[19 (1562036668243902464)]} 0 0
   [junit4]   2> 518171 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[19 (1562036668243902464)]} 0 0
   [junit4]   2> 518171 INFO  (qtp1283207449-4202) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1562036668243902464)]} 0 2
   [junit4]   2> 518173 INFO  (qtp1926376947-4196) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[20 (1562036668247048192)]} 0 0
   [junit4]   2> 518174 INFO  (qtp836039579-4188) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[20 (1562036668247048192)]} 0 1
   [junit4]   2> 518174 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1562036668247048192)]} 0 2
   [junit4]   2> 518176 INFO  (qtp1926376947-4183) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[21 (1562036668250193920)]} 0 0
   [junit4]   2> 518180 INFO  (qtp836039579-4184) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[21 (1562036668250193920)]} 0 3
   [junit4]   2> 518180 INFO  (qtp1283207449-4178) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1562036668250193920)]} 0 5
   [junit4]   2> 518186 INFO  (qtp1926376947-4177) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[22 (1562036668256485376)]} 0 0
   [junit4]   2> 518188 INFO  (qtp836039579-4181) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[22 (1562036668256485376)]} 0 2
   [junit4]   2> 518188 INFO  (qtp1283207449-4197) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1562036668256485376)]} 0 7
   [junit4]   2> 518191 INFO  (qtp1926376947-4195) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[23 (1562036668264873984)]} 0 0
   [junit4]   2> 518192 INFO  (qtp836039579-4191) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[23 (1562036668264873984)]} 0 1
   [junit4]   2> 518192 INFO  (qtp1283207449-4198) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1562036668264873984)]} 0 2
   [junit4]   2> 518194 INFO  (qtp1926376947-4185) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[24 (1562036668269068288)]} 0 0
   [junit4]   2> 518195 INFO  (qtp836039579-4192) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[24 (1562036668269068288)]} 0 1
   [junit4]   2> 518195 INFO  (qtp1283207449-4199) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1562036668269068288)]} 0 2
   [junit4]   2> 518198 INFO  (qtp1926376947-4189) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[25 (1562036668272214016)]} 0 0
   [junit4]   2> 518200 INFO  (qtp836039579-4190) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[25 (1562036668272214016)]} 0 3
   [junit4]   2> 518201 INFO  (qtp1283207449-4200) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1562036668272214016)]} 0 4
   [junit4]   2> 518203 INFO  (qtp1926376947-4180) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[26 (1562036668278505472)]} 0 0
   [junit4]   2> 518208 INFO  (qtp836039579-4187) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[26 (1562036668278505472)]} 0 5
   [junit4]   2> 518210 INFO  (qtp1283207449-4202) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1562036668278505472)]} 0 8
   [junit4]   2> 518212 INFO  (qtp1926376947-4196) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[27 (1562036668287942656)]} 0 0
   [junit4]   2> 518213 INFO  (qtp836039579-4188) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[27 (1562036668287942656)]} 0 1
   [junit4]   2> 518213 INFO  (qtp1283207449-4193) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica3]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1562036668287942656)]} 0 2
   [junit4]   2> 518219 INFO  (qtp1926376947-4183) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:59346/solr/collection1_shard1_replica3/&wt=javabin&version=2}{add=[28 (1562036668291088384)]} 0 0
   [junit4]   2> 518219 INFO  (qtp836039579-4184) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica2]  webapp=/solr path=/update params={update.dis

[...truncated too long message...]

 [junit4]   2> 618391 INFO  (jetty-closer-659-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1921745946
   [junit4]   2> 618392 INFO  (jetty-closer-659-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 618392 INFO  (jetty-closer-659-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 618392 INFO  (jetty-closer-659-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4341ebb0{HTTP/1.1,[http/1.1]}{127.0.0.1:59347}
   [junit4]   2> 618393 INFO  (jetty-closer-659-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=140254789
   [junit4]   2> 618393 INFO  (jetty-closer-659-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 618395 INFO  (jetty-closer-659-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 618395 INFO  (jetty-closer-659-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 618395 INFO  (jetty-closer-659-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 618396 INFO  (coreCloseExecutor-1900-thread-1) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.c.SolrCore [collection1_shard1_replica3]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e6efcc8
   [junit4]   2> 618397 INFO  (coreCloseExecutor-1901-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.c.SolrCore [collection1_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@11529896
   [junit4]   2> 618397 INFO  (coreCloseExecutor-1902-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@283b172a
   [junit4]   2> 618398 INFO  (coreCloseExecutor-1900-thread-1) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 618399 INFO  (coreCloseExecutor-1900-thread-1) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4670bf26 commitCommandVersion:0
   [junit4]   2> 618403 INFO  (zkCallback-710-thread-1-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 618403 INFO  (zkCallback-702-thread-3-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 618403 INFO  (zkCallback-717-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 618406 INFO  (coreCloseExecutor-1902-thread-1) [n:127.0.0.1:59347_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica1, tag=674961194
   [junit4]   2> 618409 INFO  (jetty-closer-659-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97627291360034836-127.0.0.1:59347_solr-n_0000000005) closing
   [junit4]   2> 618410 INFO  (OverseerStateUpdate-97627291360034836-127.0.0.1:59347_solr-n_0000000005) [n:127.0.0.1:59347_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59347_solr
   [junit4]   2> 618412 INFO  (coreCloseExecutor-1901-thread-1) [n:127.0.0.1:59345_solr c:collection1 s:shard1 r:core_node1 x:collection1_shard1_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica2, tag=290625686
   [junit4]   2> 618418 INFO  (zkCallback-710-thread-1-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59346_solr
   [junit4]   2> 618418 INFO  (zkCallback-710-thread-2-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 618420 INFO  (coreCloseExecutor-1900-thread-1) [n:127.0.0.1:59346_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica3, tag=1047461064
   [junit4]   2> 618423 WARN  (zkCallback-710-thread-1-processing-n:127.0.0.1:59346_solr) [n:127.0.0.1:59346_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 618425 INFO  (jetty-closer-659-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18fb1987{/solr,null,UNAVAILABLE}
   [junit4]   2> 619918 WARN  (zkCallback-717-thread-1-processing-n:127.0.0.1:59345_solr) [n:127.0.0.1:59345_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 619918 WARN  (zkCallback-702-thread-3-processing-n:127.0.0.1:59347_solr) [n:127.0.0.1:59347_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 619920 INFO  (jetty-closer-659-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6752aa18{/solr,null,UNAVAILABLE}
   [junit4]   2> 619920 INFO  (jetty-closer-659-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bd7c259{/solr,null,UNAVAILABLE}
   [junit4]   2> 619922 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59343 59343
   [junit4]   2> 619930 INFO  (Thread-940) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59343 59343
   [junit4]   2> 622814 WARN  (Thread-940) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/overseer_elect/election/97627291360034825-127.0.0.1:59345_solr-n_0000000001
   [junit4]   2> 	3	/solr/collections/collection1/leader_elect/shard1/election/97627291360034825-core_node1-n_0000000002
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97627291360034823-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	104	/solr/overseer/collection-queue-work
   [junit4]   2> 	66	/solr/overseer/queue
   [junit4]   2> 	14	/solr/overseer/queue-work
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 622814 INFO  (SUITE-OnlyLeaderIndexesTest-seed#[8F515E19379903CB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.OnlyLeaderIndexesTest_8F515E19379903CB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=ar-QA, timezone=Pacific/Majuro
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=3,threads=1,free=143041128,total=326258688
   [junit4]   2> NOTE: All tests run in this JVM: [SolrIndexSplitterTest, DateMathParserTest, TestCorePropertiesReload, SortSpecParsingTest, HdfsLockFactoryTest, TestRebalanceLeaders, TestClassNameShortening, SignatureUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, OpenCloseCoreStressTest, DistribCursorPagingTest, RequestLoggingTest, TestGraphMLResponseWriter, SpellCheckComponentTest, TestImpersonationWithHadoopAuth, DistributedFacetPivotSmallTest, CleanupOldIndexTest, TestDocSet, TestTrieFacet, TestXmlQParserPlugin, ZkSolrClientTest, NotRequiredUniqueKeyTest, TestDocBasedVersionConstraints, TestSolrCoreProperties, TestOrdValues, DeleteNodeTest, TestJmxMonitoredMap, TestMiniSolrCloudClusterSSL, TestBulkSchemaConcurrent, SuggesterTest, ConjunctionSolrSpellCheckerTest, TestQueryTypes, SolrMetricManagerTest, TestSchemaVersionResource, TestShortCircuitedRequests, TestRestManager, BasicZkTest, BasicDistributedZk2Test, CreateCollectionCleanupTest, TestSystemIdResolver, ChaosMonkeySafeLeaderTest, TestLocalFSCloudBackupRestore, SolrCoreCheckLockOnStartupTest, TestUseDocValuesAsStored2, TestValueSourceCache, PreAnalyzedFieldManagedSchemaCloudTest, TestManagedSchemaAPI, BooleanFieldTest, BigEndianAscendingWordSerializerTest, ReplicationFactorTest, OverseerModifyCollectionTest, TestPushWriter, OnlyLeaderIndexesTest]
   [junit4] Completed [128/699 (1!)] on J1 in 110.85s, 1 test, 1 failure <<< FAILURES!

[...truncated 64544 lines...]


[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 3900 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3900/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

All tests passed

Build Log:
[...truncated 68263 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /var/folders/qg/h2dfw5s161s51l2bn79mrb7r0000gn/T/ecj1196212996
 [ecj-lint] Compiling 771 source files to /var/folders/qg/h2dfw5s161s51l2bn79mrb7r0000gn/T/ecj1196212996
 [ecj-lint] invalid Class-Path header in manifest of jar file: /Users/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /Users/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/cloud/OverseerTest.java (at line 266)
 [ecj-lint] 	ZkStateReader reader = new ZkStateReader(zkClient);
 [ecj-lint] 	              ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/cloud/OverseerTest.java (at line 316)
 [ecj-lint] 	ZkStateReader reader = new ZkStateReader(zkClient);
 [ecj-lint] 	              ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/core/HdfsDirectoryFactoryTest.java (at line 146)
 [ecj-lint] 	HdfsDirectoryFactory hdfsFactory = new HdfsDirectoryFactory();
 [ecj-lint] 	                     ^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsFactory' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/handler/admin/SecurityConfHandlerTest.java (at line 53)
 [ecj-lint] 	BasicAuthPlugin basicAuth = new BasicAuthPlugin();
 [ecj-lint] 	                ^^^^^^^^^
 [ecj-lint] Resource leak: 'basicAuth' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/handler/component/DistributedDebugComponentTest.java (at line 163)
 [ecj-lint] 	SolrClient client = random().nextBoolean() ? collection1 : collection2;
 [ecj-lint] 	           ^^^^^^
 [ecj-lint] Resource leak: 'client' is never closed
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/handler/component/DistributedDebugComponentTest.java (at line 221)
 [ecj-lint] 	throw new AssertionError(q.toString() + ": " + e.getMessage(), e);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'client' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 201)
 [ecj-lint] 	Analyzer a1 = new WhitespaceAnalyzer();
 [ecj-lint] 	         ^^
 [ecj-lint] Resource leak: 'a1' is never closed
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 204)
 [ecj-lint] 	OffsetWindowTokenFilter tots = new OffsetWindowTokenFilter(tokenStream);
 [ecj-lint] 	                        ^^^^
 [ecj-lint] Resource leak: 'tots' is never closed
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 208)
 [ecj-lint] 	Analyzer a2 = new WhitespaceAnalyzer();
 [ecj-lint] 	         ^^
 [ecj-lint] Resource leak: 'a2' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 63)
 [ecj-lint] 	NamedList res = (NamedList) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
 [ecj-lint] 	                            ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 72)
 [ecj-lint] 	JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), true);
 [ecj-lint] 	                         ^^^^^^
 [ecj-lint] Resource leak: 'parser' is never closed
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 173)
 [ecj-lint] 	new JavaBinCodec().marshal(response.getValues(), baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 175)
 [ecj-lint] 	Object o = new JavaBinCodec().unmarshal(new ByteArrayInputStream(bytes));
 [ecj-lint] 	           ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 178)
 [ecj-lint] 	JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), false);
 [ecj-lint] 	                         ^^^^^^
 [ecj-lint] Resource leak: 'parser' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 192)
 [ecj-lint] 	new JavaBinCodec().marshal(response.getValues(), baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/TestPushWriter.java (at line 57)
 [ecj-lint] 	m = (Map) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
 [ecj-lint] 	          ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/response/transform/TestSubQueryTransformer.java (at line 387)
 [ecj-lint] 	unmarshalled = (NamedList<Object>) new JavaBinCodec().unmarshal(
 [ecj-lint] 	                                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. ERROR in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/search/LargeFieldTest.java (at line 27)
 [ecj-lint] 	import org.apache.solr.common.util.ContentStreamBase;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.util.ContentStreamBase is never used
 [ecj-lint] ----------
 [ecj-lint] 19. ERROR in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/search/LargeFieldTest.java (at line 28)
 [ecj-lint] 	import org.apache.solr.request.SolrQueryRequestBase;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.request.SolrQueryRequestBase is never used
 [ecj-lint] ----------
 [ecj-lint] 20. ERROR in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/search/LargeFieldTest.java (at line 29)
 [ecj-lint] 	import org.apache.solr.response.SolrQueryResponse;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.response.SolrQueryResponse is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/search/TestDocSet.java (at line 241)
 [ecj-lint] 	return loadfactor!=0 ? new HashDocSet(a,0,n,1/loadfactor) : new HashDocSet(a,0,n);
 [ecj-lint] 	                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/search/TestDocSet.java (at line 526)
 [ecj-lint] 	DocSet a = new BitDocSet(bs);
 [ecj-lint] 	       ^
 [ecj-lint] Resource leak: 'a' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/security/TestPKIAuthenticationPlugin.java (at line 76)
 [ecj-lint] 	final MockPKIAuthenticationPlugin mock = new MockPKIAuthenticationPlugin(null, nodeName);
 [ecj-lint] 	                                  ^^^^
 [ecj-lint] Resource leak: 'mock' is never closed
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/security/TestPKIAuthenticationPlugin.java (at line 131)
 [ecj-lint] 	MockPKIAuthenticationPlugin mock1 = new MockPKIAuthenticationPlugin(null, nodeName) {
 [ecj-lint] 	                            ^^^^^
 [ecj-lint] Resource leak: 'mock1' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/security/TestRuleBasedAuthorizationPlugin.java (at line 380)
 [ecj-lint] 	RuleBasedAuthorizationPlugin plugin = new RuleBasedAuthorizationPlugin();
 [ecj-lint] 	                             ^^^^^^
 [ecj-lint] Resource leak: 'plugin' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/security/TestSha256AuthenticationProvider.java (at line 49)
 [ecj-lint] 	BasicAuthPlugin basicAuthPlugin = new BasicAuthPlugin();
 [ecj-lint] 	                ^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'basicAuthPlugin' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/spelling/SimpleQueryConverter.java (at line 42)
 [ecj-lint] 	WhitespaceAnalyzer analyzer = new WhitespaceAnalyzer();
 [ecj-lint] 	                   ^^^^^^^^
 [ecj-lint] Resource leak: 'analyzer' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 28. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 139)
 [ecj-lint] 	IndexWriter w = new IndexWriter(d, newIndexWriterConfig(analyzer));
 [ecj-lint] 	            ^
 [ecj-lint] Resource leak: 'w' is never closed
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 172)
 [ecj-lint] 	throw iae;
 [ecj-lint] 	^^^^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 178)
 [ecj-lint] 	return;
 [ecj-lint] 	^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/AddBlockUpdateTest.java (at line 415)
 [ecj-lint] 	new JavaBinCodec().marshal(topDocument, os);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/AddBlockUpdateTest.java (at line 419)
 [ecj-lint] 	SolrInputDocument result = (SolrInputDocument) new JavaBinCodec().unmarshal(is);
 [ecj-lint] 	                                               ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 33. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrCmdDistributorTest.java (at line 137)
 [ecj-lint] 	SolrCmdDistributor cmdDistrib = new SolrCmdDistributor(updateShardHandler);
 [ecj-lint] 	                   ^^^^^^^^^^
 [ecj-lint] Resource leak: 'cmdDistrib' is never closed
 [ecj-lint] ----------
 [ecj-lint] 34. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrCmdDistributorTest.java (at line 336)
 [ecj-lint] 	SolrCmdDistributor cmdDistrib = new SolrCmdDistributor(streamingClients, 5, 0);
 [ecj-lint] 	                   ^^^^^^^^^^
 [ecj-lint] Resource leak: 'cmdDistrib' is never closed
 [ecj-lint] ----------
 [ecj-lint] 35. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrCmdDistributorTest.java (at line 370)
 [ecj-lint] 	SolrCmdDistributor cmdDistrib = new SolrCmdDistributor(streamingClients, 5, 0);
 [ecj-lint] 	                   ^^^^^^^^^^
 [ecj-lint] Resource leak: 'cmdDistrib' is never closed
 [ecj-lint] ----------
 [ecj-lint] 36. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrCmdDistributorTest.java (at line 416)
 [ecj-lint] 	SolrCmdDistributor cmdDistrib = new SolrCmdDistributor(streamingClients, 5, 0);
 [ecj-lint] 	                   ^^^^^^^^^^
 [ecj-lint] Resource leak: 'cmdDistrib' is never closed
 [ecj-lint] ----------
 [ecj-lint] 37. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrCmdDistributorTest.java (at line 461)
 [ecj-lint] 	SolrCmdDistributor cmdDistrib = new SolrCmdDistributor(updateShardHandler);
 [ecj-lint] 	                   ^^^^^^^^^^
 [ecj-lint] Resource leak: 'cmdDistrib' is never closed
 [ecj-lint] ----------
 [ecj-lint] 38. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrCmdDistributorTest.java (at line 519)
 [ecj-lint] 	SolrCmdDistributor cmdDistrib = new SolrCmdDistributor(updateShardHandler);
 [ecj-lint] 	                   ^^^^^^^^^^
 [ecj-lint] Resource leak: 'cmdDistrib' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 39. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrIndexSplitterTest.java (at line 181)
 [ecj-lint] 	EmbeddedSolrServer server1 = new EmbeddedSolrServer(h.getCoreContainer(), "split1");
 [ecj-lint] 	                   ^^^^^^^
 [ecj-lint] Resource leak: 'server1' is never closed
 [ecj-lint] ----------
 [ecj-lint] 40. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/SolrIndexSplitterTest.java (at line 182)
 [ecj-lint] 	EmbeddedSolrServer server2 = new EmbeddedSolrServer(h.getCoreContainer(), "split2");
 [ecj-lint] 	                   ^^^^^^^
 [ecj-lint] Resource leak: 'server2' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 41. WARNING in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test/org/apache/solr/update/processor/RecordingUpdateProcessorFactory.java (at line 67)
 [ecj-lint] 	return recording ? new RecordingUpdateRequestProcessor(commandQueue, next) : next;
 [ecj-lint] 	                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 41 problems (3 errors, 38 warnings)

BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:775: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/build.xml:101: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build.xml:686: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:2010: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/common-build.xml:2043: Compile failed; see the compiler error output for details.

Total time: 113 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any