You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/06/02 03:35:34 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk1.8.0_92) - Build # 5885 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/5885/
Java: 64bit/jdk1.8.0_92 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56286/_qca/y/c8n_1x3_lf_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Timeout occured while waiting response from server at: http://127.0.0.1:56286/_qca/y/c8n_1x3_lf_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([80307FDD5EBD22B2:8644007F0414F4A]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:699)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1109)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:595)
	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:581)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:102)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56286/_qca/y/c8n_1x3_lf_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:617)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:674)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more


FAILED:  org.apache.solr.cloud.RecoveryZkTest.test

Error Message:
There are still nodes recoverying - waited for 120 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 120 seconds
	at __randomizedtesting.SeedInfo.seed([80307FDD5EBD22B2:8644007F0414F4A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:182)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:862)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1418)
	at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10866 lines...]
   [junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\init-core-data-001
   [junit4]   2> 1041063 INFO  (SUITE-RecoveryZkTest-seed#[80307FDD5EBD22B2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1041064 INFO  (SUITE-RecoveryZkTest-seed#[80307FDD5EBD22B2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_krk/g
   [junit4]   2> 1041071 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1041074 INFO  (Thread-1925) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1041074 INFO  (Thread-1925) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1041172 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ZkTestServer start zk server on port:56327
   [junit4]   2> 1041172 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041173 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041189 INFO  (zkCallback-952-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d8e20fc name:ZooKeeperConnection Watcher:127.0.0.1:56327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041190 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041191 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041191 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1041203 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1041206 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1041209 INFO  (zkCallback-953-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63e045d name:ZooKeeperConnection Watcher:127.0.0.1:56327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1041209 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1041210 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1041210 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1041214 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1041217 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1041220 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1041224 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1041225 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1041230 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1041231 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1041235 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1041235 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1041239 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1041239 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1041244 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1041244 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1041247 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1041247 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1041252 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1041253 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1041255 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1041256 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1041259 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1041259 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1041264 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1041264 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1041267 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractZkTestCase put C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\core\src\test-files\solr\collection1\conf\synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1041267 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1041272 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1550f04c8b90001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1042008 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1
   [junit4]   2> 1042012 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1042013 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ee57474{/_krk/g,null,AVAILABLE}
   [junit4]   2> 1042016 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@257e3a52{HTTP/1.1,[http/1.1]}{127.0.0.1:56347}
   [junit4]   2> 1042016 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.Server Started @1047104ms
   [junit4]   2> 1042016 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\tempDir-001/control/data, hostContext=/_krk/g, hostPort=56347, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores}
   [junit4]   2> 1042019 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1042019 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001'
   [junit4]   2> 1042020 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1042020 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1042020 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1042021 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1042023 INFO  (zkCallback-954-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37673a9b name:ZooKeeperConnection Watcher:127.0.0.1:56327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1042023 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1042024 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1042025 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1042025 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\solr.xml
   [junit4]   2> 1042036 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores
   [junit4]   2> 1042037 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CoreContainer New CoreContainer 141618926
   [junit4]   2> 1042037 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001]
   [junit4]   2> 1042037 WARN  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\lib
   [junit4]   2> 1042037 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1042042 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 1042044 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1042044 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1042044 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56327/solr
   [junit4]   2> 1042044 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1042044 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1042046 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1042048 INFO  (zkCallback-957-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@406092f5 name:ZooKeeperConnection Watcher:127.0.0.1:56327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1042049 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1042050 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1042051 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1550f04c8b90003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1042051 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1686624854@3500a5df
   [junit4]   2> 1042054 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1042056 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@659861c0 name:ZooKeeperConnection Watcher:127.0.0.1:56327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1042057 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1042058 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1042061 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1042066 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1042069 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1042072 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1042075 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1042078 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1042080 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1042082 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1042084 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1042085 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1042086 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1042091 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1042093 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1042095 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1042096 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000
   [junit4]   2> 1042097 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56347__krk%2Fg
   [junit4]   2> 1042097 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1042099 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer Overseer (id=95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) starting
   [junit4]   2> 1042103 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1042111 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1042111 INFO  (OverseerCollectionConfigSetProcessor-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1042111 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56347__krk%2Fg
   [junit4]   2> 1042112 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1042112 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56347__krk%2Fg
   [junit4]   2> 1042116 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1042117 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1042117 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1042123 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1042123 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1042124 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores
   [junit4]   2> 1042130 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1042130 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.CorePropertiesLocator Found core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1
   [junit4]   2> 1042130 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1042131 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1042131 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1042131 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1042131 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1042133 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1042134 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56347/_krk/g",
   [junit4]   2>   "node_name":"127.0.0.1:56347__krk%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1042134 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 1042134 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56347/_krk/g",
   [junit4]   2>   "node_name":"127.0.0.1:56347__krk%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1042136 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1042136 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1042137 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1042142 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1043139 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1043139 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1043140 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1043140 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1043144 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1043144 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1'
   [junit4]   2> 1043144 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1043144 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1043148 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1043165 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1043171 WARN  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1043174 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1043188 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1043199 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1043337 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1043341 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1043342 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1043346 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1043400 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0
   [junit4]   2> 1043400 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1043400 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1043400 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\]
   [junit4]   2> 1043401 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19df52e7
   [junit4]   2> 1043401 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\
   [junit4]   2> 1043401 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\index/
   [junit4]   2> 1043402 WARN  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 1043402 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\index
   [junit4]   2> 1043402 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5316638585271114]
   [junit4]   2> 1043403 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6df24ed5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@248b8a6),segFN=segments_1,generation=1}
   [junit4]   2> 1043403 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1043403 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\
   [junit4]   2> 1043405 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\control-001\cores\collection1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1043407 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1043408 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1043408 WARN  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1043418 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1043419 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1043422 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1043424 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1043428 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 1043429 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1043430 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1043430 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1043433 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1043433 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1043435 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=93.9892578125, floorSegmentMB=0.5673828125, forceMergeDeletesPctAllowed=26.966840014457233, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5434959553699631
   [junit4]   2> 1043435 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6df24ed5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@248b8a6),segFN=segments_1,generation=1}
   [junit4]   2> 1043435 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1043435 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b5fc10a[collection1] main]
   [junit4]   2> 1043436 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1043438 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1043438 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1043439 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1043439 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1043439 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1043440 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1043440 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1043440 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1043440 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1043441 INFO  (searcherExecutor-2395-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5b5fc10a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1043441 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1043441 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1043441 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1043441 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1535991686958678016
   [junit4]   2> 1043443 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1535991686958678016
   [junit4]   2> 1043443 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1043444 INFO  (coreLoadExecutor-2394-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1043445 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:56347/_krk/g collection:control_collection shard:shard1
   [junit4]   2> 1043446 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1043453 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95999480280186884-core_node1-n_0000000000
   [junit4]   2> 1043453 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1043456 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1043456 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1043456 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56347/_krk/g/collection1/
   [junit4]   2> 1043456 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1043456 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:56347/_krk/g/collection1/ has no replicas
   [junit4]   2> 1043457 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1043458 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1043462 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95999480280186884-core_node1-n_0000000000
   [junit4]   2> 1043465 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56347/_krk/g/collection1/ shard1
   [junit4]   2> 1043465 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:56347/_krk/g",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1043571 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1043618 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:56347/_krk/g/collection1/ and leader is http://127.0.0.1:56347/_krk/g/collection1/
   [junit4]   2> 1043618 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56347/_krk/g
   [junit4]   2> 1043618 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1043618 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1043618 INFO  (coreZkRegister-2388-thread-1-processing-n:127.0.0.1:56347__krk%2Fg x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:56347__krk%2Fg c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1043623 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56347/_krk/g",
   [junit4]   2>   "node_name":"127.0.0.1:56347__krk%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1043623 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56347/_krk/g",
   [junit4]   2>   "node_name":"127.0.0.1:56347__krk%2Fg",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1043639 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1043640 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1043644 INFO  (zkCallback-962-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3bed78d9 name:ZooKeeperConnection Watcher:127.0.0.1:56327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1043644 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1043644 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1043644 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1043646 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1043647 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1043651 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1043790 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1043790 INFO  (zkCallback-962-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1044385 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\cores\collection1
   [junit4]   2> 1044391 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001
   [junit4]   2> 1044393 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1044395 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b0f1cc8{/_krk/g,null,AVAILABLE}
   [junit4]   2> 1044396 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@8aba0e4{HTTP/1.1,[http/1.1]}{127.0.0.1:56364}
   [junit4]   2> 1044396 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.e.j.s.Server Started @1049484ms
   [junit4]   2> 1044396 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_krk/g, hostPort=56364, coreRootDirectory=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\cores}
   [junit4]   2> 1044399 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1044399 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001'
   [junit4]   2> 1044399 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1044399 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1044401 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1044402 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1044404 INFO  (zkCallback-963-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@158f88a0 name:ZooKeeperConnection Watcher:127.0.0.1:56327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1044404 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1044404 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1044406 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1044406 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\solr.xml
   [junit4]   2> 1044422 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\cores
   [junit4]   2> 1044422 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CoreContainer New CoreContainer 127346827
   [junit4]   2> 1044422 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001]
   [junit4]   2> 1044423 WARN  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\lib
   [junit4]   2> 1044423 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1044428 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 1044428 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1044428 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1044428 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56327/solr
   [junit4]   2> 1044428 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1044428 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1044431 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1044435 INFO  (zkCallback-966-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a54515f name:ZooKeeperConnection Watcher:127.0.0.1:56327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1044438 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1044439 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1044441 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1686624854@4b29159d
   [junit4]   2> 1044445 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1044448 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:56364__krk%2Fg) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5f2f6505 name:ZooKeeperConnection Watcher:127.0.0.1:56327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1044448 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1044461 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1044463 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1044464 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1044468 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1044469 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95999480280186888-127.0.0.1:56364__krk%2Fg-n_0000000001
   [junit4]   2> 1044471 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000 to know if I could be the leader
   [junit4]   2> 1044471 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.ZkController Publish node=127.0.0.1:56364__krk%2Fg as DOWN
   [junit4]   2> 1044475 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:56364__krk%2Fg"} current state version: 3
   [junit4]   2> 1044475 INFO  (OverseerStateUpdate-95999480280186884-127.0.0.1:56347__krk%2Fg-n_0000000000) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:56364__krk%2Fg
   [junit4]   2> 1044580 INFO  (zkCallback-962-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1044580 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:56364__krk%2Fg) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1044580 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1045476 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56364__krk%2Fg
   [junit4]   2> 1045477 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56364__krk%2Fg
   [junit4]   2> 1045479 INFO  (zkCallback-962-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1045479 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:56364__krk%2Fg) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1045479 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1045479 INFO  (zkCallback-962-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1045479 INFO  (zkCallback-958-thread-1-processing-n:127.0.0.1:56347__krk%2Fg) [n:127.0.0.1:56347__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1045480 INFO  (zkCallback-967-thread-1-processing-n:127.0.0.1:56364__krk%2Fg) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1045501 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1045501 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1045503 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\..\..\..\..\..\..\..\..\..\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.RecoveryZkTest_80307FDD5EBD22B2-001\shard-1-001\cores
   [junit4]   2> 1045507 INFO  (TEST-RecoveryZkTest.test-seed#[80307FDD5EBD22B2]) [n:127.0.0.1:56364__krk%2Fg    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data\, shard=}
   [junit4]   2> 1045507 INFO  (TEST-RecoveryZkTest.test-s

[...truncated too long message...]

84703 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:56308/_qca/y, target: http://127.0.0.1:56309/_qca/y
   [junit4]   2> 1684703 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[80307FDD5EBD22B2]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:56267/_qca/y, target: http://127.0.0.1:56268/_qca/y
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=80307FDD5EBD22B2 -Dtests.slow=true -Dtests.locale=sk-SK -Dtests.timezone=Asia/Magadan -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR    653s J1 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Timeout occured while waiting response from server at: http://127.0.0.1:56286/_qca/y/c8n_1x3_lf_shard1_replica1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([80307FDD5EBD22B2:8644007F0414F4A]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:699)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1109)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:595)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.sendDoc(HttpPartitionTest.java:581)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:102)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56286/_qca/y/c8n_1x3_lf_shard1_replica1
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:617)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:674)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:170)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 10 more
   [junit4]   2> 1684710 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[80307FDD5EBD22B2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.LeaderFailoverAfterPartitionTest_80307FDD5EBD22B2-001
   [junit4]   2> Jun 02, 2016 3:01:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval), text=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=822, maxMBSortInHeap=6.546983366077264, sim=ClassicSimilarity, locale=sk-SK, timezone=Asia/Magadan
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=206785128,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicLoading, PreAnalyzedUpdateProcessorTest, TestSolrIndexConfig, AliasIntegrationTest, TestUseDocValuesAsStored, DefaultValueUpdateProcessorTest, TestNumericTerms32, HLLSerializationTest, TestSystemIdResolver, TestBM25SimilarityFactory, HdfsBasicDistributedZk2Test, TestRecovery, TestXmlQParser, TestCopyFieldCollectionResource, DistributedIntervalFacetingTest, TestSearcherReuse, TestConfigSetsAPI, TestRangeQuery, TestManagedStopFilterFactory, TestBulkSchemaConcurrent, TestCharFilters, SolrCoreCheckLockOnStartupTest, BasicDistributedZk2Test, TestNRTOpen, TestSimpleTrackingShardHandler, BadIndexSchemaTest, TestInfoStreamLogging, TermVectorComponentDistributedTest, TestSubQueryTransformerDistrib, EchoParamsTest, CollectionReloadTest, ConnectionReuseTest, TestSolrDynamicMBean, TestBulkSchemaAPI, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [169/611 (2!)] on J1 in 653.84s, 1 test, 1 error <<< FAILURES!

[...truncated 1435 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:740: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:684: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:59: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:233: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\common-build.xml:531: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1427: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:984: There were test failures: 611 suites (10 ignored), 2559 tests, 1 error, 1 failure, 125 ignored (81 assumptions) [seed: 80307FDD5EBD22B2]

Total time: 84 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_92) - Build # 5886 - Still Failing!

Posted by Alan Woodward <al...@flax.co.uk>.
This looks like another test bug - there’s a race between the latch being triggered and the watch being cleared, so that if the notifications thread gets paused then we can end up checking the watch list before anything has been removed.

I guess I can stick a thread.sleep() in the main test, but that feels a bit hacky (and also not guaranteed to work, of course!)

Alan Woodward
www.flax.co.uk


> On 2 Jun 2016, at 14:29, Policeman Jenkins Server <je...@thetaphi.de> wrote:
> 
> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/5886/
> Java: 32bit/jdk1.8.0_92 -server -XX:+UseG1GC
> 
> 1 tests failed.
> FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch
> 
> Error Message:
> CollectionStateWatcher wasn't cleared after completion
> 
> Stack Trace:
> java.lang.AssertionError: CollectionStateWatcher wasn't cleared after completion
> 	at __randomizedtesting.SeedInfo.seed([BF0ADABEC5EA6A6B:E23115CE82E7F555]:0)
> 	at org.junit.Assert.fail(Assert.java:93)
> 	at org.junit.Assert.assertTrue(Assert.java:43)
> 	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:117)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> 
> 
> Build Log:
> [...truncated 13044 lines...]
>   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
>   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\init-core-data-001
>   [junit4]   2> 146850 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
>   [junit4]   2> 146852 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>   [junit4]   2> 146853 INFO  (Thread-669) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>   [junit4]   2> 146853 INFO  (Thread-669) [    ] o.a.s.c.ZkTestServer Starting server
>   [junit4]   2> 146954 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59502
>   [junit4]   2> 146954 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 146955 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 146959 INFO  (zkCallback-273-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@173dc7 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 146959 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 146960 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 146960 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
>   [junit4]   2> 146966 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 146967 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 146967 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9dd176{/solr,null,AVAILABLE}
>   [junit4]   2> 146970 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 146970 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@879dc9{/solr,null,AVAILABLE}
>   [junit4]   2> 146972 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e7dec5{/solr,null,AVAILABLE}
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1120115{HTTP/1.1,[http/1.1]}{127.0.0.1:59506}
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.Server Started @153844ms
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59506}
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1'
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@13bbd7b{HTTP/1.1,[http/1.1]}{127.0.0.1:59509}
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.Server Started @153844ms
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59509}
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3'
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5086ab{HTTP/1.1,[http/1.1]}{127.0.0.1:59512}
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.Server Started @153845ms
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59512}
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2'
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 146975 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 146976 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 146976 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f6edac{/solr,null,AVAILABLE}
>   [junit4]   2> 146976 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@179effc{HTTP/1.1,[http/1.1]}{127.0.0.1:59516}
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.Server Started @153848ms
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59516}
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4'
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 146979 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 146979 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 146979 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 146997 INFO  (zkCallback-274-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@973178 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 146997 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 146998 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 146999 INFO  (zkCallback-276-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f8ad34 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 146999 INFO  (zkCallback-277-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1456d8c name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 146999 INFO  (zkCallback-275-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18d2ebc name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 147001 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 147001 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 147001 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 147002 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\.
>   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 32442559
>   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3]
>   [junit4]   2> 147019 WARN  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\lib
>   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
>   [junit4]   2> 147022 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\.
>   [junit4]   2> 147022 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 15733160
>   [junit4]   2> 147022 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2]
>   [junit4]   2> 147023 WARN  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\lib
>   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
>   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\.
>   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 30625809
>   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1]
>   [junit4]   2> 147023 WARN  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\lib
>   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 14933992
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4]
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 147030 WARN  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\lib
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147037 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5fd1a1 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147037 INFO  (zkCallback-284-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34d0d6 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 147039 INFO  (zkCallback-286-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ffa1dd name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147039 INFO  (zkCallback-289-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10cc3bf name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147039 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147039 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147039 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 147040 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 147045 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@5984a1
>   [junit4]   2> 147046 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147051 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@25e5ee
>   [junit4]   2> 147052 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@bc8ef0
>   [junit4]   2> 147052 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147057 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147059 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@53bd63
>   [junit4]   2> 147066 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 147076 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64fec5 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147076 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147078 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14192c8 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147078 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d8df24 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147079 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147079 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147080 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15a18f name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 147084 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 147085 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 147087 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 147090 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 147094 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 147122 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>   [junit4]   2> 147123 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>   [junit4]   2> 147123 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>   [junit4]   2> 147123 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>   [junit4]   2> 147126 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>   [junit4]   2> 147127 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>   [junit4]   2> 147127 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>   [junit4]   2> 147127 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 147135 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
>   [junit4]   2> 147136 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
>   [junit4]   2> 147136 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
>   [junit4]   2> 147136 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
>   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
>   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
>   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
>   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
>   [junit4]   2> 147141 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>   [junit4]   2> 147141 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>   [junit4]   2> 147142 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>   [junit4]   2> 147142 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 147152 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 147152 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 147152 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 147153 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 147153 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
>   [junit4]   2> 147154 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
>   [junit4]   2> 147154 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
>   [junit4]   2> 147154 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
>   [junit4]   2> 147155 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 147155 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 147155 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 147156 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>   [junit4]   2> 147165 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 147165 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 147165 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808394-127.0.0.1:59506_solr-n_0000000000
>   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808393-127.0.0.1:59512_solr-n_0000000001
>   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808396-127.0.0.1:59509_solr-n_0000000002
>   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808395-127.0.0.1:59516_solr-n_0000000003
>   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59506_solr
>   [junit4]   2> 147168 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>   [junit4]   2> 147168 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96001988769808394-127.0.0.1:59506_solr-n_0000000000 to know if I could be the leader
>   [junit4]   2> 147168 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96001988769808393-127.0.0.1:59512_solr-n_0000000001 to know if I could be the leader
>   [junit4]   2> 147169 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96001988769808396-127.0.0.1:59509_solr-n_0000000002 to know if I could be the leader
>   [junit4]   2> 147169 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59512_solr
>   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59516_solr
>   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59509_solr
>   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59512_solr
>   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59516_solr
>   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59509_solr
>   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer Overseer (id=96001988769808394-127.0.0.1:59506_solr-n_0000000000) starting
>   [junit4]   2> 147173 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 147173 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 147173 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 147173 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 147175 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 147177 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 147177 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 147178 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 147192 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 147192 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 147194 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\.
>   [junit4]   2> 147195 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 147216 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 147216 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 147224 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.
>   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
>   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>   [junit4]   2> 147226 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
>   [junit4]   2> 147226 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 147233 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 147233 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 147235 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\.
>   [junit4]   2> 147236 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 147237 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
>   [junit4]   2> 147237 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 147241 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
>   [junit4]   2> 147242 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:59506_solr as DOWN
>   [junit4]   2> 147243 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer Starting to work on the main queue
>   [junit4]   2> 147243 INFO  (OverseerCollectionConfigSetProcessor-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
>   [junit4]   2> 147246 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
>   [junit4]   2> 147247 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "operation":"downnode",
>   [junit4]   2>   "node_name":"127.0.0.1:59506_solr"} current state version: 0
>   [junit4]   2> 147247 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:59506_solr
>   [junit4]   2> 148244 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59506_solr
>   [junit4]   2> 148245 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59506_solr
>   [junit4]   2> 148246 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 148246 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 148246 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 148246 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 148247 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 148248 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 148248 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 148248 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 148277 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 148277 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 148279 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\.
>   [junit4]   2> 148280 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 148281 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
>   [junit4]   2> 148281 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 148282 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 148282 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 148285 INFO  (zkCallback-298-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ea133 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 148285 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 148285 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 148289 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:59502/solr
>   [junit4]   2> 148291 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 148292 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 148295 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@911730 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
>   [junit4]   2> 148296 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>   [junit4]   2> 148299 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
>   [junit4]   2> 148302 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
>   [junit4]   2> 148305 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
>   [junit4]   2> 148307 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
>   [junit4]   2> 148310 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
>   [junit4]   2> 148312 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
>   [junit4]   2> 148315 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
>   [junit4]   2> 148350 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchesWorkForStateFormat1
>   [junit4]   2> 148350 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 148351 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 148353 INFO  (zkCallback-302-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16aeaee name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 148354 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 148354 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 148370 INFO  (qtp25049674-1725) [n:127.0.0.1:59509_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=dff215e7-012c-4c70-9516-16e96c98a31d&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
>   [junit4]   2> 148375 INFO  (qtp25049674-1725) [n:127.0.0.1:59509_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=dff215e7-012c-4c70-9516-16e96c98a31d&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2} status=0 QTime=5
>   [junit4]   2> 148377 INFO  (qtp25049674-1726) [n:127.0.0.1:59509_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
>   [junit4]   2> 148377 INFO  (backgroundWatchers-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Deleting data for [stateformat1]
>   [junit4]   2> 148388 INFO  (OverseerCollectionConfigSetProcessor-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running/mn-dff215e7-012c-4c70-9516-16e96c98a31d
>   [junit4]   2> 148388 INFO  (qtp25049674-1726) [n:127.0.0.1:59509_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=11
>   [junit4]   2> 148391 INFO  (OverseerCollectionConfigSetProcessor-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
>   [junit4]   2>   "name":"stateformat1",
>   [junit4]   2>   "fromApi":"true",
>   [junit4]   2>   "replicationFactor":"1",
>   [junit4]   2>   "collection.configName":"config",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "stateFormat":"1",
>   [junit4]   2>   "async":"dff215e7-012c-4c70-9516-16e96c98a31d",
>   [junit4]   2>   "operation":"create"}
>   [junit4]   2> 148391 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
>   [junit4]   2>   "name":"stateformat1",
>   [junit4]   2>   "fromApi":"true",
>   [junit4]   2>   "replicationFactor":"1",
>   [junit4]   2>   "collection.configName":"config",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "stateFormat":"1",
>   [junit4]   2>   "async":"dff215e7-012c-4c70-9516-16e96c98a31d",
>   [junit4]   2>   "operation":"create"}
>   [junit4]   2> 148391 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection stateformat1
>   [junit4]   2> 148392 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/stateformat1 
>   [junit4]   2> 148393 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/stateformat1
>   [junit4]   2> 148394 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 148394 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 148394 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 148394 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 148394 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 148401 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "name":"stateformat1",
>   [junit4]   2>   "fromApi":"true",
>   [junit4]   2>   "replicationFactor":"1",
>   [junit4]   2>   "collection.configName":"config",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "stateFormat":"1",
>   [junit4]   2>   "async":"dff215e7-012c-4c70-9516-16e96c98a31d",
>   [junit4]   2>   "operation":"create"} current state version: 0
>   [junit4]   2> 148401 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: stateformat1
>   [junit4]   2> 148403 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148403 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148404 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148404 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148404 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148499 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection stateformat1, shardNames [shard1] , replicationFactor : 1
>   [junit4]   2> 148499 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core stateformat1_shard1_replica1 as part of shard shard1 of collection stateformat1 on 127.0.0.1:59516_solr
>   [junit4]   2> 148508 INFO  (qtp6577232-1744) [n:127.0.0.1:59516_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&qt=/admin/cores&collection.configName=config&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2} status=0 QTime=0
>   [junit4]   2> 148509 INFO  (qtp6577232-1743) [n:127.0.0.1:59516_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : dff215e7-012c-4c70-9516-16e96c98a31d405284475846814
>   [junit4]   2> 148510 INFO  (qtp6577232-1743) [n:127.0.0.1:59516_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
>   [junit4]   2> 148510 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&qt=/admin/cores&collection.configName=config&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2
>   [junit4]   2> 148513 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=stateformat1_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=stateformat1, numShards=1, dataDir=data\, shard=shard1}
>   [junit4]   2> 148513 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController publishing state=down
>   [junit4]   2> 148515 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController Registering watch for collection stateformat1
>   [junit4]   2> 148517 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.c.ZkStateReader Deleting data for [stateformat1]
>   [junit4]   2> 148518 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController look for our core node name
>   [junit4]   2> 148518 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "core":"stateformat1_shard1_replica1",
>   [junit4]   2>   "roles":null,
>   [junit4]   2>   "base_url":"http://127.0.0.1:59516/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:59516_solr",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "state":"down",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"stateformat1",
>   [junit4]   2>   "operation":"state"} current state version: 1
>   [junit4]   2> 148519 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>   [junit4]   2>   "core":"stateformat1_shard1_replica1",
>   [junit4]   2>   "roles":null,
>   [junit4]   2>   "base_url":"http://127.0.0.1:59516/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:59516_solr",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "state":"down",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"stateformat1",
>   [junit4]   2>   "operation":"state"}
>   [junit4]   2> 148624 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148624 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148625 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148625 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 148625 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 149389 INFO  (qtp25049674-1727) [n:127.0.0.1:59509_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
>   [junit4]   2> 149391 INFO  (qtp25049674-1727) [n:127.0.0.1:59509_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
>   [junit4]   2> 149515 INFO  (qtp6577232-1745) [n:127.0.0.1:59516_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : dff215e7-012c-4c70-9516-16e96c98a31d405284475846814
>   [junit4]   2> 149515 INFO  (qtp6577232-1745) [n:127.0.0.1:59516_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
>   [junit4]   2> 149518 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for stateformat1_shard1_replica1
>   [junit4]   2> 149518 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:stateformat1
>   [junit4]   2> 149521 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
>   [junit4]   2> 149521 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/stateformat1]
>   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/stateformat1] [configName]=[config] specified config exists in ZooKeeper
>   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\stateformat1_shard1_replica1'
>   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 149525 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
>   [junit4]   2> 149540 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
>   [junit4]   2> 149543 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>   [junit4]   2> 149551 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
>   [junit4]   2> 149567 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema [stateformat1_shard1_replica1] Schema name=test
>   [junit4]   2> 149650 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
>   [junit4]   2> 149652 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
>   [junit4]   2> 149653 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 149653 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 149662 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/config', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
>   [junit4]   2> 149663 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'stateformat1_shard1_replica1' using configuration from collection stateformat1
>   [junit4]   2> 149663 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>   [junit4]   2> 149663 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [[stateformat1_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\stateformat1_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\]
>   [junit4]   2> 149664 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: stateformat1_shard1_replica1
>   [junit4]   2> 149664 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\
>   [junit4]   2> 149665 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\index/
>   [junit4]   2> 149665 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\index' doesn't exist. Creating new index...
>   [junit4]   2> 149666 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\index
>   [junit4]   2> 149668 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
>   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1661112 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df0f20),segFN=segments_1,generation=1}
>   [junit4]   2> 149668 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>   [junit4]   2> 149669 INFO  (OldIndexDirectoryCleanupThreadForCore-stateformat1_shard1_replica1) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core stateformat1_shard1_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\
>   [junit4]   2> 149670 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
>   [junit4]   2> 149675 WARN  (OldIndexDirectoryCleanupThreadForCore-stateformat1_shard1_replica1) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
>   [junit4]   2> 149685 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 149687 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 149689 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 149692 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 149695 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
>   [junit4]   2> 149695 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
>   [junit4]   2> 149711 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 149711 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 149714 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 149714 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 149715 INF
> 
> [...truncated too long message...]
> 
> 177658 WARN  (zkCallback-293-thread-2-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.LeaderElector 
>   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect
>   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:297)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:294)
>   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:294)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:488)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:458)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:445)
>   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:729)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
>   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
>   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
>   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
>   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 177659 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a8dd59{/solr,null,UNAVAILABLE}
>   [junit4]   2> 177660 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155114cd65b001d, likely client has closed socket
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 177660 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@879dc9{/solr,null,UNAVAILABLE}
>   [junit4]   2> 177686 WARN  (zkCallback-321-thread-2-processing-n:127.0.0.1:59650_solr) [n:127.0.0.1:59650_solr    ] o.a.s.c.LeaderElector 
>   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
>   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
>   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
>   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
>   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
>   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
>   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
>   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
>   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
>   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
>   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
>   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 179155 WARN  (zkCallback-321-thread-1-processing-n:127.0.0.1:59650_solr) [n:127.0.0.1:59650_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
>   [junit4]   2> 179166 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b9efbf{/solr,null,UNAVAILABLE}
>   [junit4]   2> 179176 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59502 59502
>   [junit4]   2> 179179 INFO  (Thread-669) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59502 59502
>   [junit4]   2> 179182 WARN  (Thread-669) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
>   [junit4]   2> Maximum concurrent create/delete watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	8	/solr/aliases.json
>   [junit4]   2> 	8	/solr/configs/config
>   [junit4]   2> 	8	/solr/clusterprops.json
>   [junit4]   2> 	7	/solr/security.json
>   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
>   [junit4]   2> 
>   [junit4]   2> Maximum concurrent data watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
>   [junit4]   2> 	8	/solr/clusterstate.json
>   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
>   [junit4]   2> 	7	/solr/collections/testcollection/state.json
>   [junit4]   2> 	2	/solr/collections/currentstate/state.json
>   [junit4]   2> 	2	/solr/collections/delayed/state.json
>   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
>   [junit4]   2> 	2	/solr/collections/stateformat1/state.json
>   [junit4]   2> 	2	/solr/overseer_elect/election/96001988769808396-127.0.0.1:59509_solr-n_0000000002
>   [junit4]   2> 
>   [junit4]   2> Maximum concurrent children watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	8	/solr/collections
>   [junit4]   2> 	5	/solr/live_nodes
>   [junit4]   2> 	2	/solr/overseer/queue
>   [junit4]   2> 	2	/solr/overseer/queue-work
>   [junit4]   2> 	2	/solr/overseer/collection-queue-work
>   [junit4]   2> 
>   [junit4]   2> 179182 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
>   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001
>   [junit4]   2> Jun 02, 2016 1:28:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=936, maxMBSortInHeap=7.986845666309913, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=tr, timezone=Europe/Bratislava
>   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_92 (32-bit)/cpus=3,threads=1,free=108757664,total=253755392
>   [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentObjectBinder, SchemaTest, TestHash, CloudSolrClientTest, ConcurrentUpdateSolrClientTest, TestJavaBinCodec, SolrDocumentTest, NamedListTest, JdbcDriverTest, FieldAnalysisResponseTest, SolrExampleXMLTest, TestUpdateRequestCodec, SolrExampleStreamingTest, TestSpellCheckResponse, SolrExampleEmbeddedTest, GraphExpressionTest, TestCollectionStateWatchers]
>   [junit4] Completed [58/83 (1!)] on J0 in 32.87s, 9 tests, 1 failure <<< FAILURES!
> 
> [...truncated 85 lines...]
> BUILD FAILED
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:740: The following error occurred while executing this line:
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:684: The following error occurred while executing this line:
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:59: The following error occurred while executing this line:
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:246: The following error occurred while executing this line:
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\common-build.xml:531: The following error occurred while executing this line:
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1427: The following error occurred while executing this line:
> C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:984: There were test failures: 83 suites, 641 tests, 1 failure, 2 ignored [seed: BF0ADABEC5EA6A6B]
> 
> Total time: 79 minutes 8 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> [WARNINGS] Skipping publisher since build result is FAILURE
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_92) - Build # 5886 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/5886/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch

Error Message:
CollectionStateWatcher wasn't cleared after completion

Stack Trace:
java.lang.AssertionError: CollectionStateWatcher wasn't cleared after completion
	at __randomizedtesting.SeedInfo.seed([BF0ADABEC5EA6A6B:E23115CE82E7F555]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13044 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\init-core-data-001
   [junit4]   2> 146850 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 146852 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 146853 INFO  (Thread-669) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 146853 INFO  (Thread-669) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 146954 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59502
   [junit4]   2> 146954 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 146955 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 146959 INFO  (zkCallback-273-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@173dc7 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146959 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 146960 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 146960 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 146966 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 146967 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 146967 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9dd176{/solr,null,AVAILABLE}
   [junit4]   2> 146970 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 146970 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@879dc9{/solr,null,AVAILABLE}
   [junit4]   2> 146972 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e7dec5{/solr,null,AVAILABLE}
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1120115{HTTP/1.1,[http/1.1]}{127.0.0.1:59506}
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.e.j.s.Server Started @153844ms
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59506}
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1'
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 146973 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@13bbd7b{HTTP/1.1,[http/1.1]}{127.0.0.1:59509}
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.Server Started @153844ms
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59509}
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3'
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5086ab{HTTP/1.1,[http/1.1]}{127.0.0.1:59512}
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.Server Started @153845ms
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59512}
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2'
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 146974 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 146975 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 146976 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 146976 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f6edac{/solr,null,AVAILABLE}
   [junit4]   2> 146976 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@179effc{HTTP/1.1,[http/1.1]}{127.0.0.1:59516}
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.Server Started @153848ms
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59516}
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4'
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 146977 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 146979 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 146979 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 146979 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 146997 INFO  (zkCallback-274-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@973178 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146997 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 146998 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 146999 INFO  (zkCallback-276-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f8ad34 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146999 INFO  (zkCallback-277-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1456d8c name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 146999 INFO  (zkCallback-275-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18d2ebc name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 146999 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 147001 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147001 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147001 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147002 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\.
   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 32442559
   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3]
   [junit4]   2> 147019 WARN  (jetty-launcher-272-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\lib
   [junit4]   2> 147019 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 147022 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\.
   [junit4]   2> 147022 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 15733160
   [junit4]   2> 147022 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2]
   [junit4]   2> 147023 WARN  (jetty-launcher-272-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\lib
   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\.
   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 30625809
   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1]
   [junit4]   2> 147023 WARN  (jetty-launcher-272-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\lib
   [junit4]   2> 147023 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 147029 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 14933992
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4]
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 147030 WARN  (jetty-launcher-272-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\lib to classpath: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\lib
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 147030 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59502/solr
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 147031 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147037 INFO  (zkCallback-285-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5fd1a1 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147037 INFO  (zkCallback-284-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34d0d6 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 147037 INFO  (jetty-launcher-272-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 147039 INFO  (zkCallback-286-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ffa1dd name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147039 INFO  (zkCallback-289-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10cc3bf name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147039 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147039 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147039 INFO  (jetty-launcher-272-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 147040 INFO  (jetty-launcher-272-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 147045 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@5984a1
   [junit4]   2> 147046 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147051 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@25e5ee
   [junit4]   2> 147052 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@bc8ef0
   [junit4]   2> 147052 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147057 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147059 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/7551549@53bd63
   [junit4]   2> 147066 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 147076 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64fec5 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147076 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147078 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14192c8 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147078 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d8df24 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147079 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147079 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147080 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15a18f name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 147084 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 147085 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 147087 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 147090 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 147094 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 147106 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 147122 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 147123 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 147123 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 147123 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 147126 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 147127 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 147127 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 147127 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 147130 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 147134 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 147135 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 147136 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 147136 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 147136 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 147138 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 147141 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 147141 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 147142 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 147142 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 147150 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 147152 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 147152 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 147152 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 147153 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 147153 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 147154 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 147154 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 147154 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 147155 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 147155 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 147155 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 147156 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 147161 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 147164 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 147165 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147165 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147165 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808394-127.0.0.1:59506_solr-n_0000000000
   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808393-127.0.0.1:59512_solr-n_0000000001
   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808396-127.0.0.1:59509_solr-n_0000000002
   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96001988769808395-127.0.0.1:59516_solr-n_0000000003
   [junit4]   2> 147166 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59506_solr
   [junit4]   2> 147168 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 147168 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96001988769808394-127.0.0.1:59506_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 147168 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96001988769808393-127.0.0.1:59512_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 147169 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96001988769808396-127.0.0.1:59509_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 147169 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59512_solr
   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59516_solr
   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59509_solr
   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59512_solr
   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59516_solr
   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59509_solr
   [junit4]   2> 147170 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer Overseer (id=96001988769808394-127.0.0.1:59506_solr-n_0000000000) starting
   [junit4]   2> 147173 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 147173 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 147173 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 147173 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 147175 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 147177 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 147177 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 147178 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 147192 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 147192 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 147194 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node2\.
   [junit4]   2> 147195 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 147216 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 147216 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 147224 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.
   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-2) [n:127.0.0.1:59512_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 147225 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 147226 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 147226 INFO  (jetty-launcher-272-thread-4) [n:127.0.0.1:59516_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 147233 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 147233 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 147235 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node3\.
   [junit4]   2> 147236 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 147237 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 147237 INFO  (jetty-launcher-272-thread-3) [n:127.0.0.1:59509_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 147241 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 147242 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:59506_solr as DOWN
   [junit4]   2> 147243 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 147243 INFO  (OverseerCollectionConfigSetProcessor-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 147246 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
   [junit4]   2> 147247 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:59506_solr"} current state version: 0
   [junit4]   2> 147247 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:59506_solr
   [junit4]   2> 148244 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59506_solr
   [junit4]   2> 148245 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59506_solr
   [junit4]   2> 148246 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 148246 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 148246 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 148246 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 148247 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 148248 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 148248 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 148248 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 148277 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 148277 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 148279 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node1\.
   [junit4]   2> 148280 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 148281 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.s.SolrDispatchFilter user.dir=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 148281 INFO  (jetty-launcher-272-thread-1) [n:127.0.0.1:59506_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 148282 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 148282 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 148285 INFO  (zkCallback-298-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ea133 name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 148285 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 148285 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 148289 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:59502/solr
   [junit4]   2> 148291 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 148292 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 148295 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@911730 name:ZooKeeperConnection Watcher:127.0.0.1:59502/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 148295 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 148296 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 148299 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
   [junit4]   2> 148302 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
   [junit4]   2> 148305 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
   [junit4]   2> 148307 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
   [junit4]   2> 148310 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
   [junit4]   2> 148312 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
   [junit4]   2> 148315 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
   [junit4]   2> 148350 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchesWorkForStateFormat1
   [junit4]   2> 148350 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 148351 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 148353 INFO  (zkCallback-302-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16aeaee name:ZooKeeperConnection Watcher:127.0.0.1:59502 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 148354 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 148354 INFO  (TEST-TestCollectionStateWatchers.testWatchesWorkForStateFormat1-seed#[BF0ADABEC5EA6A6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 148370 INFO  (qtp25049674-1725) [n:127.0.0.1:59509_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=dff215e7-012c-4c70-9516-16e96c98a31d&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 148375 INFO  (qtp25049674-1725) [n:127.0.0.1:59509_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=dff215e7-012c-4c70-9516-16e96c98a31d&replicationFactor=1&collection.configName=config&name=stateformat1&action=CREATE&numShards=1&stateFormat=1&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 148377 INFO  (qtp25049674-1726) [n:127.0.0.1:59509_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 148377 INFO  (backgroundWatchers-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Deleting data for [stateformat1]
   [junit4]   2> 148388 INFO  (OverseerCollectionConfigSetProcessor-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running/mn-dff215e7-012c-4c70-9516-16e96c98a31d
   [junit4]   2> 148388 INFO  (qtp25049674-1726) [n:127.0.0.1:59509_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=11
   [junit4]   2> 148391 INFO  (OverseerCollectionConfigSetProcessor-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"stateformat1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "async":"dff215e7-012c-4c70-9516-16e96c98a31d",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 148391 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"stateformat1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "async":"dff215e7-012c-4c70-9516-16e96c98a31d",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 148391 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection stateformat1
   [junit4]   2> 148392 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/stateformat1 
   [junit4]   2> 148393 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/stateformat1
   [junit4]   2> 148394 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 148394 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 148394 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 148394 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 148394 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 148401 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"stateformat1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"1",
   [junit4]   2>   "async":"dff215e7-012c-4c70-9516-16e96c98a31d",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 148401 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: stateformat1
   [junit4]   2> 148403 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148403 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148404 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148404 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148404 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148499 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection stateformat1, shardNames [shard1] , replicationFactor : 1
   [junit4]   2> 148499 INFO  (OverseerThreadFactory-653-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core stateformat1_shard1_replica1 as part of shard shard1 of collection stateformat1 on 127.0.0.1:59516_solr
   [junit4]   2> 148508 INFO  (qtp6577232-1744) [n:127.0.0.1:59516_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&qt=/admin/cores&collection.configName=config&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 148509 INFO  (qtp6577232-1743) [n:127.0.0.1:59516_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : dff215e7-012c-4c70-9516-16e96c98a31d405284475846814
   [junit4]   2> 148510 INFO  (qtp6577232-1743) [n:127.0.0.1:59516_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 148510 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&qt=/admin/cores&collection.configName=config&name=stateformat1_shard1_replica1&action=CREATE&numShards=1&collection=stateformat1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 148513 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=stateformat1_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=stateformat1, numShards=1, dataDir=data\, shard=shard1}
   [junit4]   2> 148513 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 148515 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController Registering watch for collection stateformat1
   [junit4]   2> 148517 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.c.ZkStateReader Deleting data for [stateformat1]
   [junit4]   2> 148518 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 148518 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"stateformat1_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59516/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59516_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"stateformat1",
   [junit4]   2>   "operation":"state"} current state version: 1
   [junit4]   2> 148519 INFO  (OverseerStateUpdate-96001988769808394-127.0.0.1:59506_solr-n_0000000000) [n:127.0.0.1:59506_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"stateformat1_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59516/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59516_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"stateformat1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 148624 INFO  (zkCallback-290-thread-1-processing-n:127.0.0.1:59512_solr) [n:127.0.0.1:59512_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148624 INFO  (zkCallback-293-thread-1-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148625 INFO  (zkCallback-301-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148625 INFO  (zkCallback-291-thread-1-processing-n:127.0.0.1:59506_solr) [n:127.0.0.1:59506_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 148625 INFO  (zkCallback-292-thread-1-processing-n:127.0.0.1:59516_solr) [n:127.0.0.1:59516_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149389 INFO  (qtp25049674-1727) [n:127.0.0.1:59509_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 149391 INFO  (qtp25049674-1727) [n:127.0.0.1:59509_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dff215e7-012c-4c70-9516-16e96c98a31d&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 149515 INFO  (qtp6577232-1745) [n:127.0.0.1:59516_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : dff215e7-012c-4c70-9516-16e96c98a31d405284475846814
   [junit4]   2> 149515 INFO  (qtp6577232-1745) [n:127.0.0.1:59516_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dff215e7-012c-4c70-9516-16e96c98a31d405284475846814&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 149518 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for stateformat1_shard1_replica1
   [junit4]   2> 149518 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:stateformat1
   [junit4]   2> 149521 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 149521 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/stateformat1]
   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/stateformat1] [configName]=[config] specified config exists in ZooKeeper
   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\stateformat1_shard1_replica1'
   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 149522 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 149525 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 149540 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 149543 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 149551 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 149567 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema [stateformat1_shard1_replica1] Schema name=test
   [junit4]   2> 149650 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 149652 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 149653 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 149653 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 149662 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/config', cwd=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0
   [junit4]   2> 149663 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1  x:stateformat1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'stateformat1_shard1_replica1' using configuration from collection stateformat1
   [junit4]   2> 149663 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 149663 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [[stateformat1_shard1_replica1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\stateformat1_shard1_replica1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\]
   [junit4]   2> 149664 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: stateformat1_shard1_replica1
   [junit4]   2> 149664 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\
   [junit4]   2> 149665 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\index/
   [junit4]   2> 149665 WARN  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore [stateformat1_shard1_replica1] Solr index directory 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\index' doesn't exist. Creating new index...
   [junit4]   2> 149666 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\index
   [junit4]   2> 149668 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1661112 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df0f20),segFN=segments_1,generation=1}
   [junit4]   2> 149668 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 149669 INFO  (OldIndexDirectoryCleanupThreadForCore-stateformat1_shard1_replica1) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core stateformat1_shard1_replica1 in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\
   [junit4]   2> 149670 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 149675 WARN  (OldIndexDirectoryCleanupThreadForCore-stateformat1_shard1_replica1) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.DirectoryFactory C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001\tempDir-001\node4\.\stateformat1_shard1_replica1\data\ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 149685 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 149687 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 149689 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 149692 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 149695 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 149695 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 149711 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 149711 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 149714 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 149714 INFO  (parallelCoreAdminExecutor-649-thread-1-processing-n:127.0.0.1:59516_solr dff215e7-012c-4c70-9516-16e96c98a31d405284475846814 CREATE) [n:127.0.0.1:59516_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 149715 INF

[...truncated too long message...]

177658 WARN  (zkCallback-293-thread-2-processing-n:127.0.0.1:59509_solr) [n:127.0.0.1:59509_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:297)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:294)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:294)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:488)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:458)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:445)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:729)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 177659 INFO  (jetty-launcher-272-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a8dd59{/solr,null,UNAVAILABLE}
   [junit4]   2> 177660 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x155114cd65b001d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 177660 INFO  (jetty-launcher-272-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@879dc9{/solr,null,UNAVAILABLE}
   [junit4]   2> 177686 WARN  (zkCallback-321-thread-2-processing-n:127.0.0.1:59650_solr) [n:127.0.0.1:59650_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:331)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:328)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:105)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 179155 WARN  (zkCallback-321-thread-1-processing-n:127.0.0.1:59650_solr) [n:127.0.0.1:59650_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 179166 INFO  (jetty-launcher-272-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b9efbf{/solr,null,UNAVAILABLE}
   [junit4]   2> 179176 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59502 59502
   [junit4]   2> 179179 INFO  (Thread-669) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59502 59502
   [junit4]   2> 179182 WARN  (Thread-669) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	8	/solr/configs/config
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	7	/solr/collections/testcollection/state.json
   [junit4]   2> 	2	/solr/collections/currentstate/state.json
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 	2	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/96001988769808396-127.0.0.1:59509_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 179182 INFO  (SUITE-TestCollectionStateWatchers-seed#[BF0ADABEC5EA6A6B]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-solrj\test\J0\temp\solr.common.cloud.TestCollectionStateWatchers_BF0ADABEC5EA6A6B-001
   [junit4]   2> Jun 02, 2016 1:28:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=936, maxMBSortInHeap=7.986845666309913, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=tr, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_92 (32-bit)/cpus=3,threads=1,free=108757664,total=253755392
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocumentObjectBinder, SchemaTest, TestHash, CloudSolrClientTest, ConcurrentUpdateSolrClientTest, TestJavaBinCodec, SolrDocumentTest, NamedListTest, JdbcDriverTest, FieldAnalysisResponseTest, SolrExampleXMLTest, TestUpdateRequestCodec, SolrExampleStreamingTest, TestSpellCheckResponse, SolrExampleEmbeddedTest, GraphExpressionTest, TestCollectionStateWatchers]
   [junit4] Completed [58/83 (1!)] on J0 in 32.87s, 9 tests, 1 failure <<< FAILURES!

[...truncated 85 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:740: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:684: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\build.xml:59: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build.xml:246: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\common-build.xml:531: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1427: The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:984: There were test failures: 83 suites, 641 tests, 1 failure, 2 ignored [seed: BF0ADABEC5EA6A6B]

Total time: 79 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any