You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/06/28 06:55:48 UTC

[JENKINS] Lucene-Solr-6.x-MacOSX (64bit/jdk1.8.0) - Build # 237 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/237/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestStressLiveNodes.testStress

Error Message:
iter766 expected:<10> but was:<13>

Stack Trace:
java.lang.AssertionError: iter766 expected:<10> but was:<13>
	at __randomizedtesting.SeedInfo.seed([7DA935406AD995DC:68B24881E92E6DA7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:199)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12104 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressLiveNodes
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/init-core-data-001
   [junit4]   2> 3115143 WARN  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=80 numCloses=80
   [junit4]   2> 3115154 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3115155 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3115155 INFO  (Thread-6591) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3115155 INFO  (Thread-6591) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3115256 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:60877
   [junit4]   2> 3115256 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115257 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115276 INFO  (zkCallback-3197-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@59c10f1b name:ZooKeeperConnection Watcher:127.0.0.1:60877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115276 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115276 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115276 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 3115287 INFO  (jetty-launcher-3196-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3115290 INFO  (jetty-launcher-3196-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11604c93{/solr,null,AVAILABLE}
   [junit4]   2> 3115292 INFO  (jetty-launcher-3196-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@3d21310e{HTTP/1.1,[http/1.1]}{127.0.0.1:60879}
   [junit4]   2> 3115292 INFO  (jetty-launcher-3196-thread-1) [    ] o.e.j.s.Server Started @3122874ms
   [junit4]   2> 3115293 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60879}
   [junit4]   2> 3115293 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4554617c
   [junit4]   2> 3115293 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/tempDir-001/node1'
   [junit4]   2> 3115293 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3115293 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3115294 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115295 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115296 INFO  (zkCallback-3198-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@597f377e name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115296 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115297 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115298 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3115307 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/tempDir-001/node1/.
   [junit4]   2> 3115308 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 2036291571
   [junit4]   2> 3115308 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/tempDir-001/node1]
   [junit4]   2> 3115308 WARN  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/tempDir-001/node1/lib to classpath: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/tempDir-001/node1/lib
   [junit4]   2> 3115308 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3115309 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3115310 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3115310 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3115310 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60877/solr
   [junit4]   2> 3115310 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3115310 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115311 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115312 INFO  (zkCallback-3201-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38ca534d name:ZooKeeperConnection Watcher:127.0.0.1:60877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115312 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115313 INFO  (jetty-launcher-3196-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115315 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$10/243334806@f695ad
   [junit4]   2> 3115316 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115318 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f19550d name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115318 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115320 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3115324 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3115332 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3115336 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3115340 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3115344 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3115347 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3115350 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3115353 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3115356 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3115358 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3115360 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3115361 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3115367 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3115370 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3115373 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3115376 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96147637744369667-127.0.0.1:60879_solr-n_0000000000
   [junit4]   2> 3115377 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60879_solr
   [junit4]   2> 3115377 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3115381 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.Overseer Overseer (id=96147637744369667-127.0.0.1:60879_solr-n_0000000000) starting
   [junit4]   2> 3115384 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3115400 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3115402 INFO  (OverseerCollectionConfigSetProcessor-96147637744369667-127.0.0.1:60879_solr-n_0000000000) [n:127.0.0.1:60879_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3115403 INFO  (OverseerStateUpdate-96147637744369667-127.0.0.1:60879_solr-n_0000000000) [n:127.0.0.1:60879_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3115404 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60879_solr
   [junit4]   2> 3115407 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60879_solr
   [junit4]   2> 3115410 INFO  (OverseerStateUpdate-96147637744369667-127.0.0.1:60879_solr-n_0000000000) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3115410 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3115412 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3115430 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3115430 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3115433 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001/tempDir-001/node1/.
   [junit4]   2> 3115434 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 3115436 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 3115436 INFO  (jetty-launcher-3196-thread-1) [n:127.0.0.1:60879_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3115436 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115437 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115438 INFO  (zkCallback-3204-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a01c141 name:ZooKeeperConnection Watcher:127.0.0.1:60877 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115439 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115439 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115441 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:60877/solr
   [junit4]   2> 3115442 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115442 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115443 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76b62aaa name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115444 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115444 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115444 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3115445 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3115447 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3115468 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStress
   [junit4]   2> 3115468 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115469 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115471 INFO  (zkCallback-3208-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@73329921 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115471 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115471 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115474 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3115474 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=0, numThreads=4 numNodesPerThread=5
   [junit4]   2> 3115481 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115483 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115484 INFO  (zkCallback-3209-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@da99876 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115484 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115485 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115485 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115485 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115487 INFO  (zkCallback-3210-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@715ff419 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115487 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115487 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115487 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115488 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115489 INFO  (zkCallback-3211-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6df73797 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115489 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115490 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115490 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115490 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115491 INFO  (zkCallback-3212-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f298757 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115492 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115492 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115492 INFO  (test_live_nodes_thrasher_iter0-9661-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_0-0
   [junit4]   2> 3115493 INFO  (test_live_nodes_thrasher_iter0-9661-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_1-0
   [junit4]   2> 3115493 INFO  (test_live_nodes_thrasher_iter0-9661-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_2-0
   [junit4]   2> 3115493 INFO  (test_live_nodes_thrasher_iter0-9661-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_3-0
   [junit4]   2> 3115495 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115495 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115496 INFO  (test_live_nodes_thrasher_iter0-9661-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_1-1
   [junit4]   2> 3115496 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (5)
   [junit4]   2> 3115497 INFO  (test_live_nodes_thrasher_iter0-9661-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_0-1
   [junit4]   2> 3115497 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (5)
   [junit4]   2> 3115498 INFO  (test_live_nodes_thrasher_iter0-9661-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_2-1
   [junit4]   2> 3115498 INFO  (test_live_nodes_thrasher_iter0-9661-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_3-1
   [junit4]   2> 3115500 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115500 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115501 INFO  (test_live_nodes_thrasher_iter0-9661-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_1-2
   [junit4]   2> 3115501 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
   [junit4]   2> 3115501 INFO  (test_live_nodes_thrasher_iter0-9661-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_2-2
   [junit4]   2> 3115501 INFO  (test_live_nodes_thrasher_iter0-9661-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_0-2
   [junit4]   2> 3115501 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
   [junit4]   2> 3115502 INFO  (test_live_nodes_thrasher_iter0-9661-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_3-2
   [junit4]   2> 3115504 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [9])
   [junit4]   2> 3115504 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [9])
   [junit4]   2> 3115505 INFO  (test_live_nodes_thrasher_iter0-9661-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_1-3
   [junit4]   2> 3115505 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (13)
   [junit4]   2> 3115506 INFO  (test_live_nodes_thrasher_iter0-9661-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_0-3
   [junit4]   2> 3115506 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (13)
   [junit4]   2> 3115506 INFO  (test_live_nodes_thrasher_iter0-9661-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_2-3
   [junit4]   2> 3115507 INFO  (test_live_nodes_thrasher_iter0-9661-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_3-3
   [junit4]   2> 3115509 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [13])
   [junit4]   2> 3115509 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [13])
   [junit4]   2> 3115510 INFO  (test_live_nodes_thrasher_iter0-9661-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_1-4
   [junit4]   2> 3115511 INFO  (test_live_nodes_thrasher_iter0-9661-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_2-4
   [junit4]   2> 3115511 INFO  (test_live_nodes_thrasher_iter0-9661-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_0-4
   [junit4]   2> 3115511 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (17)
   [junit4]   2> 3115511 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (17)
   [junit4]   2> 3115512 INFO  (test_live_nodes_thrasher_iter0-9661-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T0_3-4
   [junit4]   2> 3115513 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [17])
   [junit4]   2> 3115513 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [17])
   [junit4]   2> 3115514 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (20)
   [junit4]   2> 3115514 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (17) -> (20)
   [junit4]   2> 3115515 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [20])
   [junit4]   2> 3115515 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [20])
   [junit4]   2> 3115516 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (20) -> (21)
   [junit4]   2> 3115516 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (20) -> (21)
   [junit4]   2> 3115517 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115518 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115520 INFO  (zkCallback-3213-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5987445d name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115520 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115520 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115523 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [21])
   [junit4]   2> 3115523 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [21])
   [junit4]   2> 3115524 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (16)
   [junit4]   2> 3115525 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (21) -> (16)
   [junit4]   2> 3115525 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [16])
   [junit4]   2> 3115525 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [16])
   [junit4]   2> 3115527 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (11)
   [junit4]   2> 3115527 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (11)
   [junit4]   2> 3115528 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [11])
   [junit4]   2> 3115528 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [11])
   [junit4]   2> 3115530 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6)
   [junit4]   2> 3115530 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6)
   [junit4]   2> 3115531 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3115531 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3115532 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115532 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1)
   [junit4]   2> 3115532 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1)
   [junit4]   2> 3115532 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115533 INFO  (zkCallback-3214-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44b0103c name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115534 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115534 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115536 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3115536 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=1, numThreads=5 numNodesPerThread=1
   [junit4]   2> 3115536 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115537 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115538 INFO  (zkCallback-3215-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22354e3d name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115538 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115538 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115538 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115540 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115540 INFO  (zkCallback-3216-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e2ebe68 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115541 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115541 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115541 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115541 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115543 INFO  (zkCallback-3217-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9f78b59 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115544 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115544 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115544 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115544 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115546 INFO  (zkCallback-3218-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aa3ca7 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115547 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115547 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115547 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115548 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115549 INFO  (zkCallback-3219-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@311dcb59 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115549 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115549 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115550 INFO  (test_live_nodes_thrasher_iter1-9662-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T1_0-0
   [junit4]   2> 3115550 INFO  (test_live_nodes_thrasher_iter1-9662-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T1_1-0
   [junit4]   2> 3115551 INFO  (test_live_nodes_thrasher_iter1-9662-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T1_2-0
   [junit4]   2> 3115551 INFO  (test_live_nodes_thrasher_iter1-9662-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T1_3-0
   [junit4]   2> 3115551 INFO  (test_live_nodes_thrasher_iter1-9662-thread-5) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T1_4-0
   [junit4]   2> 3115554 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115554 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115556 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (5)
   [junit4]   2> 3115556 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (6)
   [junit4]   2> 3115557 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115557 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3115558 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115558 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115560 INFO  (zkCallback-3220-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34aef9d7 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115560 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115560 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115562 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3115563 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3115563 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 3115564 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
   [junit4]   2> 3115564 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115564 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115565 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 3115566 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 3115567 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3115567 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3115569 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3115569 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3115569 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3115569 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3115571 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3115571 INFO  (zkCallback-3202-thread-1-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3115571 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3115572 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3115572 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115572 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3115572 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 3115573 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115575 INFO  (zkCallback-3221-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4177a017 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115575 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115575 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115578 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3115578 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=2, numThreads=3 numNodesPerThread=4
   [junit4]   2> 3115578 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115579 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115581 INFO  (zkCallback-3222-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@746d188e name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115581 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115581 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115582 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115583 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115584 INFO  (zkCallback-3223-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2400b058 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115584 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115585 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115585 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115585 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115587 INFO  (zkCallback-3224-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@740a5db1 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115587 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115587 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115588 INFO  (test_live_nodes_thrasher_iter2-9663-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_0-0
   [junit4]   2> 3115588 INFO  (test_live_nodes_thrasher_iter2-9663-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_1-0
   [junit4]   2> 3115589 INFO  (test_live_nodes_thrasher_iter2-9663-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_2-0
   [junit4]   2> 3115592 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115592 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115593 INFO  (test_live_nodes_thrasher_iter2-9663-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_0-1
   [junit4]   2> 3115593 INFO  (test_live_nodes_thrasher_iter2-9663-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_1-1
   [junit4]   2> 3115593 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 3115593 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 3115593 INFO  (test_live_nodes_thrasher_iter2-9663-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_2-1
   [junit4]   2> 3115596 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3115596 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3115597 INFO  (test_live_nodes_thrasher_iter2-9663-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_0-2
   [junit4]   2> 3115597 INFO  (test_live_nodes_thrasher_iter2-9663-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_1-2
   [junit4]   2> 3115597 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (7)
   [junit4]   2> 3115598 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (7)
   [junit4]   2> 3115598 INFO  (test_live_nodes_thrasher_iter2-9663-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_2-2
   [junit4]   2> 3115602 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [7])
   [junit4]   2> 3115603 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [7])
   [junit4]   2> 3115606 INFO  (test_live_nodes_thrasher_iter2-9663-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_0-3
   [junit4]   2> 3115606 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
   [junit4]   2> 3115606 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
   [junit4]   2> 3115607 INFO  (test_live_nodes_thrasher_iter2-9663-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_1-3
   [junit4]   2> 3115607 INFO  (test_live_nodes_thrasher_iter2-9663-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T2_2-3
   [junit4]   2> 3115615 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [10])
   [junit4]   2> 3115615 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [10])
   [junit4]   2> 3115617 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (13)
   [junit4]   2> 3115617 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (13)
   [junit4]   2> 3115618 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115619 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115621 INFO  (zkCallback-3225-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@680b7d name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115621 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115622 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115624 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [13])
   [junit4]   2> 3115625 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [13])
   [junit4]   2> 3115626 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (9)
   [junit4]   2> 3115626 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (9)
   [junit4]   2> 3115627 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [9])
   [junit4]   2> 3115628 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [9])
   [junit4]   2> 3115629 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (5)
   [junit4]   2> 3115629 INFO  (zkCallback-3207-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (5)
   [junit4]   2> 3115629 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115630 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115630 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115631 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1)
   [junit4]   2> 3115632 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115632 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (1)
   [junit4]   2> 3115633 INFO  (zkCallback-3226-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@619e83c7 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115633 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115633 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115636 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3115636 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=3, numThreads=3 numNodesPerThread=5
   [junit4]   2> 3115636 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115636 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115639 INFO  (zkCallback-3227-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32da1972 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115639 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115640 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115640 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115640 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115642 INFO  (zkCallback-3228-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b7156a4 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115643 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115643 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115643 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115644 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115646 INFO  (zkCallback-3229-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@782a4a49 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115646 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115646 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115647 INFO  (test_live_nodes_thrasher_iter3-9664-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_0-0
   [junit4]   2> 3115648 INFO  (test_live_nodes_thrasher_iter3-9664-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_1-0
   [junit4]   2> 3115648 INFO  (test_live_nodes_thrasher_iter3-9664-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_2-0
   [junit4]   2> 3115653 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115653 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115654 INFO  (test_live_nodes_thrasher_iter3-9664-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_0-1
   [junit4]   2> 3115654 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 3115654 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 3115655 INFO  (test_live_nodes_thrasher_iter3-9664-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_1-1
   [junit4]   2> 3115655 INFO  (test_live_nodes_thrasher_iter3-9664-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_2-1
   [junit4]   2> 3115658 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3115658 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3115660 INFO  (test_live_nodes_thrasher_iter3-9664-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_0-2
   [junit4]   2> 3115660 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (7)
   [junit4]   2> 3115660 INFO  (test_live_nodes_thrasher_iter3-9664-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_1-2
   [junit4]   2> 3115661 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (7)
   [junit4]   2> 3115661 INFO  (test_live_nodes_thrasher_iter3-9664-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_2-2
   [junit4]   2> 3115664 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [7])
   [junit4]   2> 3115664 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [7])
   [junit4]   2> 3115665 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
   [junit4]   2> 3115666 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (10)
   [junit4]   2> 3115666 INFO  (test_live_nodes_thrasher_iter3-9664-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_1-3
   [junit4]   2> 3115667 INFO  (test_live_nodes_thrasher_iter3-9664-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_0-3
   [junit4]   2> 3115669 INFO  (test_live_nodes_thrasher_iter3-9664-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_2-3
   [junit4]   2> 3115672 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [10])
   [junit4]   2> 3115674 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [10])
   [junit4]   2> 3115676 INFO  (test_live_nodes_thrasher_iter3-9664-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_0-4
   [junit4]   2> 3115676 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (13)
   [junit4]   2> 3115677 INFO  (test_live_nodes_thrasher_iter3-9664-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_1-4
   [junit4]   2> 3115677 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (10) -> (13)
   [junit4]   2> 3115677 INFO  (test_live_nodes_thrasher_iter3-9664-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T3_2-4
   [junit4]   2> 3115680 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [13])
   [junit4]   2> 3115680 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [13])
   [junit4]   2> 3115683 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (16)
   [junit4]   2> 3115683 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (13) -> (16)
   [junit4]   2> 3115684 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115684 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115686 INFO  (zkCallback-3230-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b86daa0 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115686 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115686 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115691 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [16])
   [junit4]   2> 3115692 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [16])
   [junit4]   2> 3115693 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (11)
   [junit4]   2> 3115693 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (16) -> (11)
   [junit4]   2> 3115693 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [11])
   [junit4]   2> 3115693 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [11])
   [junit4]   2> 3115695 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6)
   [junit4]   2> 3115695 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (11) -> (6)
   [junit4]   2> 3115695 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3115696 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3115696 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115697 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1)
   [junit4]   2> 3115697 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (1)
   [junit4]   2> 3115698 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115700 INFO  (zkCallback-3231-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f5ccbfb name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115700 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115701 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115703 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3115703 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.TestStressLiveNodes preparing parallel adds to live nodes: iter=4, numThreads=4 numNodesPerThread=2
   [junit4]   2> 3115703 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115704 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115705 INFO  (zkCallback-3232-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4936e0a9 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115706 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115706 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115706 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115707 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115708 INFO  (zkCallback-3233-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cba9a20 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115708 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115709 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115709 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115709 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115711 INFO  (zkCallback-3234-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4e488ae1 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115711 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115712 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115712 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115712 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115714 INFO  (zkCallback-3235-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c985b7e name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115714 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115714 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115715 INFO  (test_live_nodes_thrasher_iter4-9665-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_0-0
   [junit4]   2> 3115715 INFO  (test_live_nodes_thrasher_iter4-9665-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_1-0
   [junit4]   2> 3115715 INFO  (test_live_nodes_thrasher_iter4-9665-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_2-0
   [junit4]   2> 3115716 INFO  (test_live_nodes_thrasher_iter4-9665-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_3-0
   [junit4]   2> 3115718 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115718 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3115719 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (5)
   [junit4]   2> 3115720 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (5)
   [junit4]   2> 3115720 INFO  (test_live_nodes_thrasher_iter4-9665-thread-2) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_1-1
   [junit4]   2> 3115720 INFO  (test_live_nodes_thrasher_iter4-9665-thread-3) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_2-1
   [junit4]   2> 3115720 INFO  (test_live_nodes_thrasher_iter4-9665-thread-1) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_0-1
   [junit4]   2> 3115720 INFO  (test_live_nodes_thrasher_iter4-9665-thread-4) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/thrasher-T4_3-1
   [junit4]   2> 3115724 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115724 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3115726 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
   [junit4]   2> 3115726 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (9)
   [junit4]   2> 3115727 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3115728 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3115730 INFO  (zkCallback-3236-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4def7e96 name:ZooKeeperConnection Watcher:127.0.0.1:60877/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3115730 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3115730 INFO  (TEST-TestStressLiveNodes.testStress-seed#[7DA935406AD995DC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3115733 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [9])
   [junit4]   2> 3115733 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [9])
   [junit4]   2> 3115734 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (7)
   [junit4]   2> 3115734 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (7)
   [junit4]   2> 3115736 INFO  (zkCallback-3207-thread-2) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [7])
   [junit4]   2> 3115736 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [7])
   [junit4]   2> 3115736 INFO  (zkCallback-3207-thread-2) [    

[...truncated too long message...]

458 INFO  (OverseerStateUpdate-96147637744369667-127.0.0.1:60879_solr-n_0000000000) [n:127.0.0.1:60879_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:60879_solr
   [junit4]   2> 3170461 INFO  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3170461 WARN  (zkCallback-3202-thread-2-processing-n:127.0.0.1:60879_solr) [n:127.0.0.1:60879_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3170461 INFO  (jetty-launcher-3196-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11604c93{/solr,null,UNAVAILABLE}
   [junit4]   2> 3170463 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60877 60877
   [junit4]   2> 3170482 INFO  (Thread-6591) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60877 60877
   [junit4]   2> 3171895 WARN  (Thread-6591) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	39	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3171895 INFO  (SUITE-TestStressLiveNodes-seed#[7DA935406AD995DC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressLiveNodes_7DA935406AD995DC-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=lv, timezone=US/East-Indiana
   [junit4]   2> NOTE: Mac OS X 10.11.5 x86_64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=295642288,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionTooManyReplicasTest, DirectUpdateHandlerOptimizeTest, TestRangeQuery, FileUtilsTest, CurrencyFieldOpenExchangeTest, TestStressCloudBlindAtomicUpdates, TestSortingResponseWriter, TestOmitPositions, TestConfigReload, HdfsRecoveryZkTest, TestLMJelinekMercerSimilarityFactory, JavabinLoaderTest, TestSolrQueryParser, AnalysisErrorHandlingTest, TestDynamicFieldCollectionResource, TestReload, TestConfigSetsAPI, TestTolerantUpdateProcessorCloud, TestBulkSchemaAPI, TestOrdValues, ZkStateWriterTest, ExitableDirectoryReaderTest, HdfsBasicDistributedZkTest, TestPivotHelperCode, TestFreeTextSuggestions, DeleteReplicaTest, AliasIntegrationTest, TestDistributedMissingSort, ResourceLoaderTest, DocValuesMissingTest, TestTestInjection, TestQueryTypes, OpenExchangeRatesOrgProviderTest, DistribDocExpirationUpdateProcessorTest, OpenCloseCoreStressTest, HdfsChaosMonkeySafeLeaderTest, FieldMutatingUpdateProcessorTest, TestFuzzyAnalyzedSuggestions, FacetPivotSmallTest, RAMDirectoryFactoryTest, DistributedTermsComponentTest, TestExceedMaxTermLength, TestFieldSortValues, TestRTimerTree, SolrCloudExampleTest, TestRandomCollapseQParserPlugin, DirectSolrConnectionTest, SolrCoreCheckLockOnStartupTest, TestInfoStreamLogging, TestDefaultStatsCache, TestScoreJoinQPScore, TestJettySolrRunner, TestFastOutputStream, TestCloudDeleteByQuery, RuleEngineTest, SpellPossibilityIteratorTest, HLLSerializationTest, ConjunctionSolrSpellCheckerTest, CloudMLTQParserTest, LoggingHandlerTest, TestSubQueryTransformer, TestTrie, BlockCacheTest, TestRawTransformer, CollectionsAPISolrJTest, TestBadConfig, SecurityConfHandlerTest, TestCharFilters, FileBasedSpellCheckerTest, MinimalSchemaTest, TestNonDefinedSimilarityFactory, TestLeaderInitiatedRecoveryThread, TestSchemaNameResource, SpatialRPTFieldTypeTest, OverriddenZkACLAndCredentialsProvidersTest, TestSimpleQParserPlugin, DistributedFacetPivotWhiteBoxTest, TestConfigSetsAPIZkFailure, TestRequestForwarding, ShardRoutingCustomTest, SSLMigrationTest, BaseCdcrDistributedZkTest, TestFiltering, TestBM25SimilarityFactory, TestSizeLimitedDistributedMap, TestOverriddenPrefixQueryForCustomFieldType, RemoteQueryErrorTest, TestCopyFieldCollectionResource, MergeStrategyTest, TestFieldCacheWithThreads, DistributedQueueTest, TestReplicationHandlerBackup, TestZkChroot, TestSubQueryTransformerDistrib, SuggesterTest, UniqFieldsUpdateProcessorFactoryTest, TestExclusionRuleCollectionAccess, TestUtils, ResponseLogComponentTest, TestDistributedStatsComponentCardinality, TestFieldCollectionResource, TestRTGBase, TestJoin, TestFieldCache, FullSolrCloudDistribCmdsTest, FieldAnalysisRequestHandlerTest, DeleteInactiveReplicaTest, SortByFunctionTest, BadCopyFieldTest, OverseerTaskQueueTest, ZkNodePropsTest, TestBinaryResponseWriter, TestFieldCacheSortRandom, CheckHdfsIndexTest, TestBlendedInfixSuggestions, StatsComponentTest, TestReRankQParserPlugin, TestPerFieldSimilarity, SolrPluginUtilsTest, TestPerFieldSimilarityWithDefaultOverride, TestValueSourceCache, PKIAuthenticationIntegrationTest, IndexSchemaRuntimeFieldTest, TestConfigSetProperties, LeaderInitiatedRecoveryOnShardRestartTest, TestGraphTermsQParserPlugin, ExplicitHLLTest, QueryResultKeyTest, TestOnReconnectListenerSupport, TestCoreDiscovery, SuggestComponentContextFilterQueryTest, OverseerRolesTest, BJQParserTest, SuggesterWFSTTest, TestClusterStateMutator, EchoParamsTest, LeaderFailoverAfterPartitionTest, HdfsWriteToMultipleCollectionsTest, CleanupOldIndexTest, DistributedIntervalFacetingTest, QueryParsingTest, TestLRUStatsCache, TestRandomFaceting, TestRealTimeGet, BadIndexSchemaTest, SolrInfoMBeanTest, MultiTermTest, TestRebalanceLeaders, TestQueryUtils, TestReloadDeadlock, DistributedFacetPivotSmallAdvancedTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, ZkSolrClientTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, HardAutoCommitTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, TestFoldingMultitermQuery, TestStressLucene, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, DocValuesMultiTest, DebugComponentTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, TestSolrIndexConfig, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, URLClassifyProcessorTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, SliceStateTest, UUIDFieldTest, CursorPagingTest, TestSimpleTrackingShardHandler, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistributedVersionInfoTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ShardSplitTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCollectionAPI, TestDownShardTolerantSearch, TestMiniSolrCloudCluster, TestStressLiveNodes]
   [junit4] Completed [494/617 (1!)] on J1 in 56.99s, 1 test, 1 failure <<< FAILURES!

[...truncated 415 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:740: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:684: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build.xml:233: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/common-build.xml:530: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/common-build.xml:1427: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/lucene/common-build.xml:984: There were test failures: 617 suites (10 ignored), 2597 tests, 1 failure, 123 ignored (72 assumptions) [seed: 7DA935406AD995DC]

Total time: 82 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any