You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/07/20 15:08:43 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_92) - Build # 17311 - Unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17311/
Java: 32bit/jdk1.8.0_92 -client -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:44925/solr/testSolrCloudCollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:44925/solr/testSolrCloudCollection_shard1_replica1
	at __randomizedtesting.SeedInfo.seed([39EE5F8B814E1A07:436F1A7B9A04477]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44925/solr/testSolrCloudCollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44925 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 12451 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 1933114 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1933114 INFO  (Thread-3328) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1933114 INFO  (Thread-3328) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1933214 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.ZkTestServer start zk server on port:33106
   [junit4]   2> 1933214 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933215 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933239 INFO  (zkCallback-2153-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f6b45e name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933239 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933240 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933240 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1933271 INFO  (jetty-launcher-2152-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1933271 INFO  (jetty-launcher-2152-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1933271 INFO  (jetty-launcher-2152-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1933271 INFO  (jetty-launcher-2152-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1933271 INFO  (jetty-launcher-2152-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1933273 INFO  (jetty-launcher-2152-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1848a2f{/solr,null,AVAILABLE}
   [junit4]   2> 1933273 INFO  (jetty-launcher-2152-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1400364{/solr,null,AVAILABLE}
   [junit4]   2> 1933274 INFO  (jetty-launcher-2152-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1149c3b{/solr,null,AVAILABLE}
   [junit4]   2> 1933274 INFO  (jetty-launcher-2152-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@adc0a{/solr,null,AVAILABLE}
   [junit4]   2> 1933275 INFO  (jetty-launcher-2152-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@339633{/solr,null,AVAILABLE}
   [junit4]   2> 1933275 INFO  (jetty-launcher-2152-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@4f8a22{HTTP/1.1,[http/1.1]}{127.0.0.1:35269}
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@1aca7bc{HTTP/1.1,[http/1.1]}{127.0.0.1:35962}
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-4) [    ] o.e.j.s.Server Started @1934611ms
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@1b170d8{HTTP/1.1,[http/1.1]}{127.0.0.1:44925}
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35269}
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-3) [    ] o.e.j.s.Server Started @1934612ms
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-2) [    ] o.e.j.s.Server Started @1934611ms
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1b9cca2{HTTP/1.1,[http/1.1]}{127.0.0.1:37976}
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35962}
   [junit4]   2> 1933277 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44925}
   [junit4]   2> 1933277 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node4'
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node3'
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933276 INFO  (jetty-launcher-2152-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@10dc2f6{HTTP/1.1,[http/1.1]}{127.0.0.1:33390}
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node2'
   [junit4]   2> 1933277 INFO  (jetty-launcher-2152-thread-1) [    ] o.e.j.s.Server Started @1934612ms
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-5) [    ] o.e.j.s.Server Started @1934614ms
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33390}
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933278 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37976}
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node5'
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node1'
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933279 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933280 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933280 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933280 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933280 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933280 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933281 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933281 INFO  (zkCallback-2154-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1962324 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933281 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933281 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933283 INFO  (zkCallback-2155-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1946b1d name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933283 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933283 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16405c7 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933283 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933283 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933283 INFO  (zkCallback-2157-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@502875 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933283 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933283 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933284 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933285 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1933285 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1933285 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1933285 INFO  (zkCallback-2158-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9696c8 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933285 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1933286 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933286 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933286 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1933298 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node4/.
   [junit4]   2> 1933298 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15608ca11360001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1933299 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node2/.
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node5/.
   [junit4]   2> 1933299 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 16430349
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 10765246
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node3/.
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node5]
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 33274219
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node4]
   [junit4]   2> 1933300 WARN  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node5/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node5/lib
   [junit4]   2> 1933300 WARN  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node4/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node4/lib
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1933300 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15608ca11360004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 12997919
   [junit4]   2> 1933301 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1933300 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node3]
   [junit4]   2> 1933302 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node2]
   [junit4]   2> 1933302 WARN  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node3/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node3/lib
   [junit4]   2> 1933302 WARN  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node2/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node2/lib
   [junit4]   2> 1933302 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1933302 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node1/.
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 24665661
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33106/solr
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33106/solr
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933304 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node1]
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33106/solr
   [junit4]   2> 1933305 WARN  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node1/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node1/lib
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1933305 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33106/solr
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933306 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933308 INFO  (zkCallback-2167-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d806c name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33106/solr
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933308 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933309 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933309 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933310 INFO  (zkCallback-2168-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@83eab9 name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933310 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933310 INFO  (zkCallback-2169-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16b6e9e name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933310 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933310 INFO  (jetty-launcher-2152-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933310 INFO  (zkCallback-2170-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b5747c name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933310 INFO  (jetty-launcher-2152-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933310 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933311 INFO  (jetty-launcher-2152-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933312 INFO  (zkCallback-2173-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e491a8 name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933312 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933312 INFO  (jetty-launcher-2152-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933314 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$32/32745586@660ce0
   [junit4]   2> 1933314 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933316 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$32/32745586@aa1447
   [junit4]   2> 1933317 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$32/32745586@666030
   [junit4]   2> 1933317 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933317 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$32/32745586@810fff
   [junit4]   2> 1933317 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933317 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933318 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@da6188 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933318 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933318 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$32/32745586@14385e
   [junit4]   2> 1933319 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933320 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aba63d name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933320 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933320 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39002d name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933320 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933320 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@112bde0 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933321 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933322 INFO  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1eb4a6d name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933322 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933324 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933326 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933326 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933326 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933326 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933335 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933335 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933335 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933338 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933338 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933385 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933386 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933386 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933386 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933386 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933395 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933395 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933395 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933397 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933398 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933415 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933415 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933417 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933417 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933438 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933438 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933438 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933438 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933439 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933444 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1933444 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1933444 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1933445 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1933445 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1933451 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933451 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933451 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933451 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933452 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933457 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933457 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933457 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933457 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933458 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933472 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933472 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933472 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933472 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933472 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933476 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933476 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933476 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933476 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933476 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933476 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1933477 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1933478 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1933480 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933480 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933480 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933480 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933484 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933486 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933486 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933486 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933486 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933490 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933490 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933490 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933490 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933492 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933504 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274106000211980-127.0.0.1:44925_solr-n_0000000000
   [junit4]   2> 1933504 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274106000211979-127.0.0.1:35269_solr-n_0000000002
   [junit4]   2> 1933504 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274106000211983-127.0.0.1:37976_solr-n_0000000003
   [junit4]   2> 1933504 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274106000211981-127.0.0.1:35962_solr-n_0000000001
   [junit4]   2> 1933506 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274106000211982-127.0.0.1:33390_solr-n_0000000004
   [junit4]   2> 1933506 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44925_solr
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274106000211981-127.0.0.1:35962_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274106000211979-127.0.0.1:35269_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274106000211983-127.0.0.1:37976_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35269_solr
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37976_solr
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274106000211980-127.0.0.1:44925_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37976_solr
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35269_solr
   [junit4]   2> 1933507 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33390_solr
   [junit4]   2> 1933508 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33390_solr
   [junit4]   2> 1933509 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35962_solr
   [junit4]   2> 1933509 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35962_solr
   [junit4]   2> 1933510 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.Overseer Overseer (id=96274106000211980-127.0.0.1:44925_solr-n_0000000000) starting
   [junit4]   2> 1933513 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1933513 INFO  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1933513 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1933513 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1933513 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1933516 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1933516 INFO  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1933516 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1933517 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1933517 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1933520 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1933549 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1933549 INFO  (OverseerCollectionConfigSetProcessor-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1933550 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44925_solr as DOWN
   [junit4]   2> 1933550 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1933573 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44925_solr
   [junit4]   2> 1933573 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44925_solr
   [junit4]   2> 1933573 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (4)
   [junit4]   2> 1933580 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933580 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933580 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node1/.
   [junit4]   2> 1933580 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1933582 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933582 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933582 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933582 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933582 INFO  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933582 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1933582 INFO  (jetty-launcher-2152-thread-1) [n:127.0.0.1:37976_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933582 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933582 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933583 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933583 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933583 INFO  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933584 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44925_solr"} current state version: 0
   [junit4]   2> 1933584 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44925_solr
   [junit4]   2> 1933590 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933590 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933591 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node2/.
   [junit4]   2> 1933591 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1933592 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1933592 INFO  (jetty-launcher-2152-thread-2) [n:127.0.0.1:35962_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933613 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933613 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node3/.
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node5/.
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-3) [n:127.0.0.1:44925_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933614 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1933615 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1933615 INFO  (jetty-launcher-2152-thread-5) [n:127.0.0.1:33390_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933631 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933631 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933632 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node4/.
   [junit4]   2> 1933632 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1933633 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1933633 INFO  (jetty-launcher-2152-thread-4) [n:127.0.0.1:35269_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933633 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933634 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933636 INFO  (zkCallback-2184-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c5f23c name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933636 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933637 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933642 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@1b9cca2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1933643 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=24665661
   [junit4]   2> 1933643 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:37976_solr as DOWN
   [junit4]   2> 1933648 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:37976_solr"} current state version: 0
   [junit4]   2> 1933648 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:37976_solr
   [junit4]   2> 1933650 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1933650 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1933650 INFO  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1933650 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1933650 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1933650 INFO  (zkCallback-2177-thread-2-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1933650 WARN  (zkCallback-2178-thread-1-processing-n:127.0.0.1:37976_solr) [n:127.0.0.1:37976_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1933651 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@adc0a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1933652 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1933652 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1933652 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1933652 INFO  (zkCallback-2177-thread-2-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1933653 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e83c1f{/solr,null,AVAILABLE}
   [junit4]   2> 1933653 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274106000211979-127.0.0.1:35269_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.e.j.s.ServerConnector Started ServerConnector@531619{HTTP/1.1,[http/1.1]}{127.0.0.1:44240}
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.e.j.s.Server Started @1934989ms
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44240}
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node6'
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933654 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933655 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933657 INFO  (zkCallback-2186-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@117590c name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933657 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933657 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933658 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1933666 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node6/.
   [junit4]   2> 1933666 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.CoreContainer New CoreContainer 5274340
   [junit4]   2> 1933666 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node6]
   [junit4]   2> 1933666 WARN  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node6/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node6/lib
   [junit4]   2> 1933667 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33106/solr
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933669 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933672 INFO  (zkCallback-2189-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14f74a6 name:ZooKeeperConnection Watcher:127.0.0.1:33106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933672 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933672 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933684 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$32/32745586@1ba0c77
   [junit4]   2> 1933684 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933693 INFO  (zkCallback-2190-thread-1-processing-n:127.0.0.1:44240_solr) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13c25 name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933693 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933714 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933714 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1933715 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1933716 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933718 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274106000211987-127.0.0.1:44240_solr-n_0000000005
   [junit4]   2> 1933719 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274106000211982-127.0.0.1:33390_solr-n_0000000004 to know if I could be the leader
   [junit4]   2> 1933719 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44240_solr as DOWN
   [junit4]   2> 1933723 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44240_solr
   [junit4]   2> 1933723 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44240_solr
   [junit4]   2> 1933724 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44240_solr"} current state version: 0
   [junit4]   2> 1933724 INFO  (OverseerStateUpdate-96274106000211980-127.0.0.1:44925_solr-n_0000000000) [n:127.0.0.1:44925_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44240_solr
   [junit4]   2> 1933725 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933726 INFO  (zkCallback-2190-thread-1-processing-n:127.0.0.1:44240_solr) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933726 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933726 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933726 INFO  (zkCallback-2176-thread-1-processing-n:127.0.0.1:35962_solr) [n:127.0.0.1:35962_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933725 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1933726 INFO  (zkCallback-2190-thread-1-processing-n:127.0.0.1:44240_solr) [n:127.0.0.1:44240_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933728 INFO  (zkCallback-2174-thread-1-processing-n:127.0.0.1:35269_solr) [n:127.0.0.1:35269_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933728 INFO  (zkCallback-2177-thread-1-processing-n:127.0.0.1:33390_solr) [n:127.0.0.1:33390_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933728 INFO  (zkCallback-2175-thread-1-processing-n:127.0.0.1:44925_solr) [n:127.0.0.1:44925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1933748 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933748 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933748 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001/tempDir-001/node6/.
   [junit4]   2> 1933748 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1933749 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1933749 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [n:127.0.0.1:44240_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933750 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933750 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933752 INFO  (zkCallback-2192-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44816d name:ZooKeeperConnection Watcher:127.0.0.1:33106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933752 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933753 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[39EE5F8B814E1A07]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933753 INFO  (TEST-BasicAuthIntegrationTest.test

[...truncated too long message...]

Exception occured when talking to server at: http://127.0.0.1:44925/solr/testSolrCloudCollection_shard1_replica1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([39EE5F8B814E1A07:436F1A7B9A04477]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44925/solr/testSolrCloudCollection_shard1_replica1
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44925 failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 10 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_39EE5F8B814E1A07-001
   [junit4]   2> Jul 20, 2016 2:51:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-FR, timezone=SystemV/MST7MDT
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_92 (32-bit)/cpus=12,threads=1,free=222699184,total=438812672
   [junit4]   2> NOTE: All tests run in this JVM: [TestShardHandlerFactory, TestLuceneMatchVersion, TestRTimerTree, EnumFieldTest, TestConfigReload, SuggestComponentTest, TriLevelCompositeIdRoutingTest, TestFoldingMultitermQuery, UUIDUpdateProcessorFallbackTest, TestSolr4Spatial, RequiredFieldsTest, TestRemoteStreaming, CursorPagingTest, PathHierarchyTokenizerFactoryTest, TestExactSharedStatsCache, TestHighFrequencyDictionaryFactory, TestOmitPositions, DirectoryFactoryTest, ResourceLoaderTest, TestPKIAuthenticationPlugin, AsyncCallRequestStatusResponseTest, BigEndianAscendingWordDeserializerTest, HdfsCollectionsAPIDistributedZkTest, TestSolrXml, DataDrivenBlockJoinTest, TestSortingResponseWriter, TestRandomCollapseQParserPlugin, PeerSyncTest, TestSimpleQParserPlugin, RuleEngineTest, TestSchemaNameResource, TestPseudoReturnFields, TestDownShardTolerantSearch, TestPhraseSuggestions, QueryElevationComponentTest, TestRandomDVFaceting, TestAtomicUpdateErrorCases, PrimUtilsTest, TestDistributedSearch, TestSchemaVersionResource, DeleteStatusTest, TestCSVLoader, ExternalFileFieldSortTest, TestArbitraryIndexDir, TestReplicationHandler, DocExpirationUpdateProcessorFactoryTest, ShardSplitTest, DocumentAnalysisRequestHandlerTest, ZkStateReaderTest, TestValueSourceCache, DistribJoinFromCollectionTest, HighlighterMaxOffsetTest, ZkNodePropsTest, SystemInfoHandlerTest, SecurityConfHandlerTest, TestFieldResource, AlternateDirectoryTest, TestLeaderElectionZkExpiry, RemoteQueryErrorTest, HdfsRecoveryZkTest, ConcurrentDeleteAndCreateCollectionTest, TestFieldCacheVsDocValues, TestAnalyzedSuggestions, AnalyticsMergeStrategyTest, CurrencyFieldOpenExchangeTest, TestSchemaManager, CopyFieldTest, TestRandomFlRTGCloud, FacetPivotSmallTest, TestNumericTerms32, TestJoin, BasicZkTest, ChangedSchemaMergeTest, HdfsWriteToMultipleCollectionsTest, TestStressLucene, IndexSchemaRuntimeFieldTest, TestFaceting, TestHighlightDedupGrouping, RollingRestartTest, TestBadConfig, TestRealTimeGet, TestJsonFacets, TestConfig, DistributedExpandComponentTest, TestComplexPhraseQParserPlugin, TestCustomDocTransformer, PreAnalyzedFieldTest, SignatureUpdateProcessorFactoryTest, TestFilteredDocIdSet, TestRecoveryHdfs, PreAnalyzedUpdateProcessorTest, TestReplicaProperties, CloudMLTQParserTest, ForceLeaderTest, QueryResultKeyTest, CdcrVersionReplicationTest, TestSolrCloudWithKerberosAlt, OverseerCollectionConfigSetProcessorTest, DateFieldTest, TestRTGBase, TestManagedResourceStorage, TestTrieFacet, ZkSolrClientTest, TestRecovery, DistributedSpellCheckComponentTest, TestReload, HardAutoCommitTest, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, TestSort, TestFiltering, SpellCheckCollatorTest, SuggesterWFSTTest, QueryEqualityTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, RequestHandlersTest, TestIndexingPerformance, FastVectorHighlighterTest, ReturnFieldsTest, JSONWriterTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestMergePolicyConfig, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestJmxMonitoredMap, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, ActionThrottleTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CleanupOldIndexTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, HttpPartitionTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, TestRebalanceLeaders, TestShortCircuitedRequests, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, StressHdfsTest, CachingDirectoryFactoryTest, CoreSorterTest, TestBackupRepositoryFactory, TestConfigSetImmutable, TestDynamicLoading, TestReqParamsAPI, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, TestPivotHelperCode, TestSlowCompositeReaderWrapper, SmileWriterTest, TestRawResponseWriter, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib, TestCollationFieldDocValues, TestManagedSchemaAPI, TestStressUserVersions, BJQParserTest, TestScoreJoinQPNoScore, TestLRUStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [592/623 (1!)] on J0 in 29.59s, 1 test, 1 error <<< FAILURES!

[...truncated 52519 lines...]


[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_92) - Build # 17313 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17313/
Java: 64bit/jdk1.8.0_92 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch

Error Message:
CollectionStateWatcher wasn't cleared after completion

Stack Trace:
java.lang.AssertionError: CollectionStateWatcher wasn't cleared after completion
	at __randomizedtesting.SeedInfo.seed([C4D060B161692DC5:99EBAFC12664B2FB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 13078 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/init-core-data-001
   [junit4]   2> 38266 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 38267 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 38268 INFO  (Thread-82) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 38268 INFO  (Thread-82) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 38368 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45375
   [junit4]   2> 38368 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38368 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38371 INFO  (zkCallback-101-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cdd10d2 name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38371 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38371 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38372 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 38419 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 38466 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 38466 INFO  (jetty-launcher-100-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 38466 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 38467 INFO  (jetty-launcher-100-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 38468 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48da519d{/solr,null,AVAILABLE}
   [junit4]   2> 38471 INFO  (jetty-launcher-100-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bff463c{/solr,null,AVAILABLE}
   [junit4]   2> 38471 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ed2f806{/solr,null,AVAILABLE}
   [junit4]   2> 38471 INFO  (jetty-launcher-100-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c72cb4{/solr,null,AVAILABLE}
   [junit4]   2> 38472 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@20ac571f{SSL,[ssl, http/1.1]}{127.0.0.1:32882}
   [junit4]   2> 38472 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.Server Started @40460ms
   [junit4]   2> 38472 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32882}
   [junit4]   2> 38473 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 38473 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node2'
   [junit4]   2> 38473 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 38473 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 38473 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38473 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38474 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1a7ce22{SSL,[ssl, http/1.1]}{127.0.0.1:35289}
   [junit4]   2> 38474 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.Server Started @40462ms
   [junit4]   2> 38474 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35289}
   [junit4]   2> 38475 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 38475 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node1'
   [junit4]   2> 38475 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 38475 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 38475 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38475 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38477 INFO  (jetty-launcher-100-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@36e416b3{SSL,[ssl, http/1.1]}{127.0.0.1:37433}
   [junit4]   2> 38477 INFO  (jetty-launcher-100-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@3cd22ea0{SSL,[ssl, http/1.1]}{127.0.0.1:44403}
   [junit4]   2> 38478 INFO  (jetty-launcher-100-thread-4) [    ] o.e.j.s.Server Started @40465ms
   [junit4]   2> 38478 INFO  (jetty-launcher-100-thread-3) [    ] o.e.j.s.Server Started @40465ms
   [junit4]   2> 38478 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37433}
   [junit4]   2> 38478 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44403}
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4'
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node3'
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38479 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38480 INFO  (zkCallback-102-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44df50f5 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38480 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38480 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38481 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38481 INFO  (zkCallback-103-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7503cc2b name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38481 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38482 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38482 INFO  (zkCallback-105-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41decd75 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38482 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38482 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 38482 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38482 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 38483 INFO  (zkCallback-104-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f2b6440 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38483 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38483 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 38483 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38484 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 38492 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node3/.
   [junit4]   2> 38492 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 2002329427
   [junit4]   2> 38492 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node3]
   [junit4]   2> 38492 WARN  (jetty-launcher-100-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node3/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node3/lib
   [junit4]   2> 38492 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/.
   [junit4]   2> 38493 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 2001792187
   [junit4]   2> 38493 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4]
   [junit4]   2> 38493 WARN  (jetty-launcher-100-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/lib
   [junit4]   2> 38494 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 38494 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node2/.
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1022960434
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node2]
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node1/.
   [junit4]   2> 38495 WARN  (jetty-launcher-100-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node2/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node2/lib
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 306720819
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node1]
   [junit4]   2> 38495 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 38495 WARN  (jetty-launcher-100-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node1/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node1/lib
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45375/solr
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 38496 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38498 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38498 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 38503 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 38503 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 38504 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45375/solr
   [junit4]   2> 38504 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 38504 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38504 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38507 INFO  (zkCallback-108-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d8bd3d8 name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38507 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38507 INFO  (jetty-launcher-100-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38507 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45375/solr
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45375/solr
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38508 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38514 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/737312886@4c48364
   [junit4]   2> 38514 INFO  (zkCallback-115-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e85152b name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38514 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38514 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38515 INFO  (jetty-launcher-100-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38515 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38516 INFO  (zkCallback-116-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@396bb654 name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38516 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38516 INFO  (zkCallback-117-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41ea6200 name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38516 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/737312886@3f3a4f1d
   [junit4]   2> 38516 INFO  (jetty-launcher-100-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38516 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38517 INFO  (jetty-launcher-100-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38517 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@696be3d8 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38517 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38517 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38519 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/737312886@1c92bdbd
   [junit4]   2> 38519 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38520 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 38520 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41bc80c8 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38520 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38520 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/737312886@270b5984
   [junit4]   2> 38521 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38522 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19df94c6 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38522 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38523 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 38523 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b42daa3 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38523 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38524 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 38524 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 38527 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 38527 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 38528 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 38529 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 38530 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 38531 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 38532 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 38532 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 38532 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 38532 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 38533 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 38533 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 38534 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 38534 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 38535 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 38536 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 38536 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 38536 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 38536 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 38537 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 38537 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 38537 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 38539 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 38539 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 38539 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 38539 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 38540 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 38540 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 38541 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 38541 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 38542 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 38542 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 38542 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 38542 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 38542 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 38542 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 38543 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 38543 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 38543 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 38543 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 38543 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 38544 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 38546 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 38546 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 38547 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 38547 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 38547 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 38548 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 38548 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96275228978774025-127.0.0.1:44403_solr-n_0000000001
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96275228978774028-127.0.0.1:35289_solr-n_0000000000
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96275228978774027-127.0.0.1:37433_solr-n_0000000002
   [junit4]   2> 38549 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96275228978774026-127.0.0.1:32882_solr-n_0000000003
   [junit4]   2> 38550 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35289_solr
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96275228978774025-127.0.0.1:44403_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96275228978774027-127.0.0.1:37433_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96275228978774028-127.0.0.1:35289_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37433_solr
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37433_solr
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32882_solr
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:32882_solr
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44403_solr
   [junit4]   2> 38551 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44403_solr
   [junit4]   2> 38552 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.Overseer Overseer (id=96275228978774028-127.0.0.1:35289_solr-n_0000000000) starting
   [junit4]   2> 38552 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 38552 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 38553 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 38554 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 38554 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 38554 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 38555 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 38555 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 38555 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 38555 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 38556 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 38558 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 38558 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 38559 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 38562 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 38564 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 38565 INFO  (OverseerCollectionConfigSetProcessor-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 38566 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 38567 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:35289_solr as DOWN
   [junit4]   2> 38568 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
   [junit4]   2> 38569 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35289_solr
   [junit4]   2> 38569 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35289_solr
   [junit4]   2> 38570 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 38570 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 38570 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 38570 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 38570 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 38570 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 38570 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/.
   [junit4]   2> 38570 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35289_solr"} current state version: 0
   [junit4]   2> 38571 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35289_solr
   [junit4]   2> 38571 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 38571 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 38571 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 38571 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 38571 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 38571 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2
   [junit4]   2> 38571 INFO  (jetty-launcher-100-thread-4) [n:127.0.0.1:37433_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 38583 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 38583 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 38584 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node2/.
   [junit4]   2> 38584 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 38585 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2
   [junit4]   2> 38585 INFO  (jetty-launcher-100-thread-2) [n:127.0.0.1:32882_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 38588 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 38588 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 38588 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node3/.
   [junit4]   2> 38588 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 38589 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2
   [junit4]   2> 38589 INFO  (jetty-launcher-100-thread-3) [n:127.0.0.1:44403_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 38592 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 38592 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 38592 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node1/.
   [junit4]   2> 38593 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 38593 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2
   [junit4]   2> 38593 INFO  (jetty-launcher-100-thread-1) [n:127.0.0.1:35289_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 38593 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38593 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38595 INFO  (zkCallback-126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@348a066f name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38595 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38595 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38597 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38597 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38599 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5e4b6211 name:ZooKeeperConnection Watcher:127.0.0.1:45375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38599 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38599 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38599 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 38600 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 38600 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 38601 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
   [junit4]   2> 38603 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
   [junit4]   2> 38604 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
   [junit4]   2> 38605 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
   [junit4]   2> 38606 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
   [junit4]   2> 38607 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
   [junit4]   2> 38608 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
   [junit4]   2> 38630 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatcherIsRemovedAfterTimeout
   [junit4]   2> 38630 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38631 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38632 INFO  (zkCallback-130-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ee69416 name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38632 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38632 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38641 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [no-such-collection]
   [junit4]   2> 38652 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[C4D060B161692DC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatcherIsRemovedAfterTimeout
   [junit4]   2> 38667 INFO  (TEST-TestCollectionStateWatchers.testStateWatcherChecksCurrentStateOnRegister-seed#[C4D060B161692DC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateWatcherChecksCurrentStateOnRegister
   [junit4]   2> 38667 INFO  (TEST-TestCollectionStateWatchers.testStateWatcherChecksCurrentStateOnRegister-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 38668 INFO  (TEST-TestCollectionStateWatchers.testStateWatcherChecksCurrentStateOnRegister-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 38676 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42894959 name:ZooKeeperConnection Watcher:127.0.0.1:45375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 38676 INFO  (TEST-TestCollectionStateWatchers.testStateWatcherChecksCurrentStateOnRegister-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 38676 INFO  (TEST-TestCollectionStateWatchers.testStateWatcherChecksCurrentStateOnRegister-seed#[C4D060B161692DC5]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 38714 INFO  (qtp246164215-564) [n:127.0.0.1:37433_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=68705e7d-6003-40fc-98e5-58eaee2b6dd9&replicationFactor=1&collection.configName=config&name=currentstate&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 38715 INFO  (qtp246164215-564) [n:127.0.0.1:37433_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=68705e7d-6003-40fc-98e5-58eaee2b6dd9&replicationFactor=1&collection.configName=config&name=currentstate&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38716 INFO  (OverseerCollectionConfigSetProcessor-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running/mn-68705e7d-6003-40fc-98e5-58eaee2b6dd9
   [junit4]   2> 38717 INFO  (OverseerCollectionConfigSetProcessor-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"currentstate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "async":"68705e7d-6003-40fc-98e5-58eaee2b6dd9",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 38718 INFO  (OverseerThreadFactory-274-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"currentstate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "async":"68705e7d-6003-40fc-98e5-58eaee2b6dd9",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 38718 INFO  (qtp246164215-567) [n:127.0.0.1:37433_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=68705e7d-6003-40fc-98e5-58eaee2b6dd9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 38718 INFO  (OverseerThreadFactory-274-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection currentstate
   [junit4]   2> 38719 INFO  (OverseerThreadFactory-274-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/currentstate 
   [junit4]   2> 38719 INFO  (OverseerThreadFactory-274-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/currentstate
   [junit4]   2> 38719 INFO  (qtp246164215-567) [n:127.0.0.1:37433_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=68705e7d-6003-40fc-98e5-58eaee2b6dd9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 38720 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 38720 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 38720 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 38720 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 38720 INFO  (zkCallback-121-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 38723 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"currentstate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "async":"68705e7d-6003-40fc-98e5-58eaee2b6dd9",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 38723 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: currentstate
   [junit4]   2> 38724 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/currentstate/state.json
   [junit4]   2> 38823 INFO  (OverseerThreadFactory-274-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection currentstate, shardNames [shard1] , replicationFactor : 1
   [junit4]   2> 38823 INFO  (OverseerThreadFactory-274-thread-1-processing-n:127.0.0.1:35289_solr) [n:127.0.0.1:35289_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core currentstate_shard1_replica1 as part of shard shard1 of collection currentstate on 127.0.0.1:37433_solr
   [junit4]   2> 38829 INFO  (qtp246164215-564) [n:127.0.0.1:37433_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641&qt=/admin/cores&collection.configName=config&name=currentstate_shard1_replica1&action=CREATE&numShards=1&collection=currentstate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 38829 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641&qt=/admin/cores&collection.configName=config&name=currentstate_shard1_replica1&action=CREATE&numShards=1&collection=currentstate&shard=shard1&wt=javabin&version=2
   [junit4]   2> 38830 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=currentstate_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=currentstate, numShards=1, dataDir=data/, shard=shard1}
   [junit4]   2> 38830 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 38832 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ZkController Registering watch for collection currentstate
   [junit4]   2> 38832 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"currentstate_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:37433/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37433_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"currentstate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 38832 INFO  (qtp246164215-567) [n:127.0.0.1:37433_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641
   [junit4]   2> 38832 INFO  (qtp246164215-567) [n:127.0.0.1:37433_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 38832 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"currentstate_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:37433/solr",
   [junit4]   2>   "node_name":"127.0.0.1:37433_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"currentstate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 38832 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [currentstate] ver [0]
   [junit4]   2> 38833 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 38934 INFO  (OverseerStateUpdate-96275228978774028-127.0.0.1:35289_solr-n_0000000000) [n:127.0.0.1:35289_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/currentstate/state.json version: 0
   [junit4]   2> 38934 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/currentstate/state.json] for collection [currentstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 38935 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:37433_solr) [n:127.0.0.1:37433_solr    ] o.a.s.c.c.ZkStateReader Updating data for [currentstate] from [0] to [1]
   [junit4]   2> 39721 INFO  (qtp246164215-542) [n:127.0.0.1:37433_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=68705e7d-6003-40fc-98e5-58eaee2b6dd9&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 39722 INFO  (qtp246164215-542) [n:127.0.0.1:37433_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=68705e7d-6003-40fc-98e5-58eaee2b6dd9&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 39833 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for currentstate_shard1_replica1
   [junit4]   2> 39833 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:currentstate
   [junit4]   2> 39833 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 39833 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/currentstate]
   [junit4]   2> 39834 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/currentstate] [configName]=[config] specified config exists in ZooKeeper
   [junit4]   2> 39834 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/currentstate_shard1_replica1'
   [junit4]   2> 39835 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 39835 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 39835 INFO  (qtp246164215-551) [n:127.0.0.1:37433_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641
   [junit4]   2> 39835 INFO  (qtp246164215-551) [n:127.0.0.1:37433_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 39836 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 39839 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 39843 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 39851 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 39872 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.s.IndexSchema [currentstate_shard1_replica1] Schema name=test
   [junit4]   2> 40008 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 40009 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 40010 WARN  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 40010 WARN  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 40011 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/config', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2
   [junit4]   2> 40012 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1  x:currentstate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'currentstate_shard1_replica1' using configuration from collection currentstate
   [junit4]   2> 40012 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 40012 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [[currentstate_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/currentstate_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data/]
   [junit4]   2> 40012 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: currentstate_shard1_replica1
   [junit4]   2> 40013 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data
   [junit4]   2> 40013 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data/index/
   [junit4]   2> 40013 WARN  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore [currentstate_shard1_replica1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 40013 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data/index
   [junit4]   2> 40015 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@462db2d0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@9ee4297),segFN=segments_1,generation=1}
   [junit4]   2> 40015 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 40015 INFO  (OldIndexDirectoryCleanupThreadForCore-currentstate_shard1_replica1) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core currentstate_shard1_replica1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data/
   [junit4]   2> 40016 WARN  (OldIndexDirectoryCleanupThreadForCore-currentstate_shard1_replica1) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node4/./currentstate_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 40022 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 40023 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 40024 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 40025 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 40027 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 40028 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 40028 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 40030 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 40030 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 40033 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 40033 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 40033 INFO  (parallelCoreAdminExecutor-275-thread-1-processing-n:127.0.0.1:37433_solr 68705e7d-6003-40fc-98e5-58eaee2b6dd9336241637302641 CREATE) [n:127.0.0.1:37433_solr c:currentstate s:shard1 r:core_node1 x:currentstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@462db2d0 lockFactory=org.apache.lucene.store.SingleInstanceLock

[...truncated too long message...]

hard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 63687 INFO  (coreCloseExecutor-406-thread-1) [n:127.0.0.1:44994_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node5/./falsepredicate_shard2_replica1/data/index
   [junit4]   2> 63687 WARN  (zkCallback-154-thread-1-processing-n:127.0.0.1:32882_solr) [n:127.0.0.1:32882_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 63687 INFO  (coreCloseExecutor-406-thread-1) [n:127.0.0.1:44994_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node5/./falsepredicate_shard2_replica1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node5/./falsepredicate_shard2_replica1/data;done=false>>]
   [junit4]   2> 63687 INFO  (coreCloseExecutor-406-thread-1) [n:127.0.0.1:44994_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 63687 INFO  (coreCloseExecutor-406-thread-1) [n:127.0.0.1:44994_solr c:falsepredicate s:shard2 r:core_node4 x:falsepredicate_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001/tempDir-001/node5/./falsepredicate_shard2_replica1/data
   [junit4]   2> 63688 INFO  (jetty-launcher-100-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70ef0dc3{/solr,null,UNAVAILABLE}
   [junit4]   2> 63689 ERROR (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[C4D060B161692DC5]-EventThread) [n:127.0.0.1:37433_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/953066292@3a7c6e9e rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@3e43ed09[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 35]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 63689 INFO  (jetty-launcher-100-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ec412d4{/solr,null,UNAVAILABLE}
   [junit4]   2> 63689 INFO  (zkCallback-137-thread-2-processing-n:127.0.0.1:44994_solr) [n:127.0.0.1:44994_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 65176 WARN  (zkCallback-118-thread-2-processing-n:127.0.0.1:44403_solr) [n:127.0.0.1:44403_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 65177 INFO  (jetty-launcher-100-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c72cb4{/solr,null,UNAVAILABLE}
   [junit4]   2> 65189 WARN  (zkCallback-137-thread-1-processing-n:127.0.0.1:44994_solr) [n:127.0.0.1:44994_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:503)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:500)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:458)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:445)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:724)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 65189 WARN  (zkCallback-137-thread-2-processing-n:127.0.0.1:44994_solr) [n:127.0.0.1:44994_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 65190 INFO  (jetty-launcher-100-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5becc55{/solr,null,UNAVAILABLE}
   [junit4]   2> 65191 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45375 45375
   [junit4]   2> 65203 INFO  (Thread-82) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45375 45375
   [junit4]   2> 65204 WARN  (Thread-82) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	7	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	7	/solr/collections/testcollection/state.json
   [junit4]   2> 	3	/solr/collections/currentstate/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/96275228978774025-127.0.0.1:44403_solr-n_0000000001
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	57	/solr/overseer/queue
   [junit4]   2> 	16	/solr/overseer/queue-work
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 65204 INFO  (SUITE-TestCollectionStateWatchers-seed#[C4D060B161692DC5]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_C4D060B161692DC5-001
   [junit4]   2> Jul 20, 2016 7:37:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=485, maxMBSortInHeap=5.745342866401037, sim=RandomSimilarity(queryNorm=true): {}, locale=de-LU, timezone=Africa/Monrovia
   [junit4]   2> NOTE: Linux 4.4.0-31-generic amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=12,threads=1,free=245635296,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [GraphTest, CloudSolrClientTest, TestCoreAdmin, TestCollectionStateWatchers]
   [junit4] Completed [34/83 (1!)] on J2 in 27.21s, 9 tests, 1 failure <<< FAILURES!

[...truncated 59538 lines...]


[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_92) - Build # 17312 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17312/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.RecoveryZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=12928, name=updateExecutor-2319-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12928, name=updateExecutor-2319-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest]
	at __randomizedtesting.SeedInfo.seed([235E3739C6FE8A0F:AB0A08E36802E7F7]:0)
Caused by: org.apache.solr.common.SolrException: Replica: https://127.0.0.1:39227/ot/collection1/ should have been marked under leader initiated recovery in ZkController but wasn't.
	at __randomizedtesting.SeedInfo.seed([235E3739C6FE8A0F]:0)
	at org.apache.solr.cloud.LeaderInitiatedRecoveryThread.run(LeaderInitiatedRecoveryThread.java:88)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.AutoCommitTest.testMaxTime

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([235E3739C6FE8A0F:B9AA4ADB58641633]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:782)
	at org.apache.solr.update.AutoCommitTest.testMaxTime(AutoCommitTest.java:243)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound=1]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=id:529&qt=standard&start=0&rows=20&version=2.2
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:775)
	... 40 more




Build Log:
[...truncated 11591 lines...]
   [junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/init-core-data-001
   [junit4]   2> 1264661 INFO  (SUITE-RecoveryZkTest-seed#[235E3739C6FE8A0F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1264662 INFO  (SUITE-RecoveryZkTest-seed#[235E3739C6FE8A0F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ot/
   [junit4]   2> 1264663 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1264663 INFO  (Thread-3026) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1264663 INFO  (Thread-3026) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1264763 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ZkTestServer start zk server on port:36504
   [junit4]   2> 1264763 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1264764 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1264765 INFO  (zkCallback-2305-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1137335 name:ZooKeeperConnection Watcher:127.0.0.1:36504 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1264765 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1264765 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1264765 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1264766 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1264766 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1264767 INFO  (zkCallback-2306-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b2d064 name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1264767 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1264767 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1264767 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1264768 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1264768 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1264768 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1264769 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1264769 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1264770 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1264770 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1264770 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1264770 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1264771 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1264771 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1264771 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1264772 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1264772 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1264772 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1264772 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1264773 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1264773 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1264773 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1264774 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1264774 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1264774 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1264774 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1264775 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1264775 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1264775 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1264776 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1264776 INFO  (zkCallback-2308-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e23908 name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1264776 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1264776 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1264837 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1
   [junit4]   2> 1264838 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1264839 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e3b5b{/ot,null,AVAILABLE}
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@198b914{SSL,[ssl, http/1.1]}{127.0.0.1:32858}
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.Server Started @1266698ms
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/tempDir-001/control/data, hostContext=/ot, hostPort=32858, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores}
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001'
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1264840 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1264841 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1264841 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1264841 INFO  (zkCallback-2309-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f15e44 name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1264841 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1264842 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1264842 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1264842 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/solr.xml
   [junit4]   2> 1264846 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores
   [junit4]   2> 1264846 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CoreContainer New CoreContainer 21660908
   [junit4]   2> 1264846 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001]
   [junit4]   2> 1264846 WARN  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/lib
   [junit4]   2> 1264846 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36504/solr
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1264848 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1264849 INFO  (zkCallback-2312-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@193a815 name:ZooKeeperConnection Watcher:127.0.0.1:36504 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1264850 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1264850 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1264850 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/7105489@2b641f
   [junit4]   2> 1264850 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1264851 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@192f6ee name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1264851 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1264851 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1264852 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1264853 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1264853 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1264854 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1264854 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1264855 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1264855 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1264855 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1264855 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1264856 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1264856 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1264856 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1264857 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1264857 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1264857 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274626077982725-127.0.0.1:32858_ot-n_0000000000
   [junit4]   2> 1264857 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32858_ot
   [junit4]   2> 1264858 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1264858 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer Overseer (id=96274626077982725-127.0.0.1:32858_ot-n_0000000000) starting
   [junit4]   2> 1264858 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1264860 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1264860 INFO  (OverseerCollectionConfigSetProcessor-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1264860 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32858_ot
   [junit4]   2> 1264860 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1264860 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:32858_ot
   [junit4]   2> 1264861 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1264861 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1264862 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1264873 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1264873 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1264873 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores
   [junit4]   2> 1264874 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1264874 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1
   [junit4]   2> 1264874 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1264874 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1264875 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1264875 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:32858_ot    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1264875 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1264875 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1264875 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32858/ot",
   [junit4]   2>   "node_name":"127.0.0.1:32858_ot",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1264875 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32858/ot",
   [junit4]   2>   "node_name":"127.0.0.1:32858_ot",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1264875 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 1264875 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1264876 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1264876 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1264876 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1265876 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1265876 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1265876 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1265876 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1265877 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1265877 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1'
   [junit4]   2> 1265877 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1265877 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1265878 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1265881 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1265894 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1265900 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1265904 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1265949 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1265950 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1265950 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1265952 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1265958 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1265958 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1265958 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1265958 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data/]
   [junit4]   2> 1265958 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@158fc98
   [junit4]   2> 1265959 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data
   [junit4]   2> 1265959 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1265959 WARN  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1265959 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data/index
   [junit4]   2> 1265959 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=42.5146484375, floorSegmentMB=1.80859375, forceMergeDeletesPctAllowed=3.0870777821496276, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1265960 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1553e32 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@165d11a),segFN=segments_1,generation=1}
   [junit4]   2> 1265960 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1265960 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data/
   [junit4]   2> 1265960 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1265962 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1265962 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1265962 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1265962 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1265962 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1265963 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1265963 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1265963 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1265963 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1265963 WARN  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1265964 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1265965 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1265965 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1265966 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1265968 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1265978 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1265978 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1265978 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=93.2158203125, floorSegmentMB=1.0478515625, forceMergeDeletesPctAllowed=29.56371516444107, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34890301082920294
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1553e32 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@165d11a),segFN=segments_1,generation=1}
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17db6cc[collection1] main]
   [junit4]   2> 1265979 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1265980 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1265981 INFO  (searcherExecutor-5477-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17db6cc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1265981 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1265981 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1265981 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1265981 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540394018628698112
   [junit4]   2> 1265983 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1540394018628698112
   [junit4]   2> 1265983 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1265983 INFO  (coreLoadExecutor-5476-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1265983 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:32858/ot collection:control_collection shard:shard1
   [junit4]   2> 1265984 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1265984 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96274626077982725-core_node1-n_0000000000
   [junit4]   2> 1265985 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1265985 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1265985 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1265985 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32858/ot/collection1/
   [junit4]   2> 1265986 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1265986 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1265986 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:32858/ot/collection1/ has no replicas
   [junit4]   2> 1265986 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1265987 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96274626077982725-core_node1-n_0000000000
   [junit4]   2> 1265987 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32858/ot/collection1/ shard1
   [junit4]   2> 1265987 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:32858/ot",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1266088 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1266138 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:32858/ot/collection1/ and leader is https://127.0.0.1:32858/ot/collection1/
   [junit4]   2> 1266138 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:32858/ot
   [junit4]   2> 1266138 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1266138 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1266138 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1266139 INFO  (coreZkRegister-5470-thread-1-processing-n:127.0.0.1:32858_ot x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:32858_ot c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 1266139 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32858/ot",
   [junit4]   2>   "node_name":"127.0.0.1:32858_ot",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1266139 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:32858/ot",
   [junit4]   2>   "node_name":"127.0.0.1:32858_ot",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1266240 INFO  (zkCallback-2313-thread-2-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1266377 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1266378 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1266378 INFO  (zkCallback-2317-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15e5865 name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1266378 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1266378 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1266378 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1266379 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1266379 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1266379 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1266481 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1
   [junit4]   2> 1266482 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001
   [junit4]   2> 1266483 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1266483 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f956a9{/ot,null,AVAILABLE}
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@12bd073{SSL,[ssl, http/1.1]}{127.0.0.1:45336}
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.e.j.s.Server Started @1268343ms
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/ot, hostPort=45336, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores}
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001'
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1266486 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1266487 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1266487 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1266487 INFO  (zkCallback-2318-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c5fd92 name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1266487 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1266488 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1266488 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1266488 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/solr.xml
   [junit4]   2> 1266492 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores
   [junit4]   2> 1266492 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CoreContainer New CoreContainer 33497362
   [junit4]   2> 1266492 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001]
   [junit4]   2> 1266492 WARN  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/lib
   [junit4]   2> 1266492 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36504/solr
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1266495 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1266496 INFO  (zkCallback-2321-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d0ae25 name:ZooKeeperConnection Watcher:127.0.0.1:36504 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1266496 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1266496 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1266497 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/7105489@13d4e67
   [junit4]   2> 1266497 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1266498 INFO  (zkCallback-2322-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@191e2ba name:ZooKeeperConnection Watcher:127.0.0.1:36504/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1266498 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1266500 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1266501 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1266501 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1266502 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1266502 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96274626077982729-127.0.0.1:45336_ot-n_0000000001
   [junit4]   2> 1266503 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96274626077982725-127.0.0.1:32858_ot-n_0000000000 to know if I could be the leader
   [junit4]   2> 1266503 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.ZkController Publish node=127.0.0.1:45336_ot as DOWN
   [junit4]   2> 1266503 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45336_ot
   [junit4]   2> 1266503 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45336_ot
   [junit4]   2> 1266503 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:45336_ot"} current state version: 3
   [junit4]   2> 1266504 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45336_ot
   [junit4]   2> 1266504 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1266504 INFO  (zkCallback-2317-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1266504 INFO  (zkCallback-2322-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1266504 INFO  (zkCallback-2317-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1266504 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1266504 INFO  (zkCallback-2322-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1266562 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1266562 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1266563 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores
   [junit4]   2> 1266563 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1266563 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1
   [junit4]   2> 1266563 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1266564 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1266564 INFO  (TEST-RecoveryZkTest.test-seed#[235E3739C6FE8A0F]) [n:127.0.0.1:45336_ot    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1266565 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1266565 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1266566 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController Collection collection1 not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1266566 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:45336/ot",
   [junit4]   2>   "node_name":"127.0.0.1:45336_ot",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1266566 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:45336/ot",
   [junit4]   2>   "node_name":"127.0.0.1:45336_ot",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1266566 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1266566 INFO  (OverseerStateUpdate-96274626077982725-127.0.0.1:32858_ot-n_0000000000) [n:127.0.0.1:32858_ot    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1266567 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [collection1]
   [junit4]   2> 1266567 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1266668 INFO  (zkCallback-2317-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1266668 INFO  (zkCallback-2322-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1266668 INFO  (zkCallback-2313-thread-1-processing-n:127.0.0.1:32858_ot) [n:127.0.0.1:32858_ot    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1267568 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1267568 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1267568 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1267568 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1267568 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1267568 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1'
   [junit4]   2> 1267569 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1267569 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1267570 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1267574 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1267579 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1267588 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1267593 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1267685 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1267686 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1267687 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1267689 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1267697 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1267697 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1267697 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1267697 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1267697 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@158fc98
   [junit4]   2> 1267698 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1267698 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 1267698 WARN  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1267699 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.RecoveryZkTest_235E3739C6FE8A0F-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 1267699 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=42.5146484375, floorSegmentMB=1.80859375, forceMergeDeletesPctAllowed=3.0870777821496276, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1267699 INFO  (coreLoadExecutor-5487-thread-1-processing-n:127.0.0.1:45336_ot) [n:127.0.0.1:45336_ot c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@1eb2bd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a7fc

[...truncated too long message...]

32001)]} 0 6
   [junit4]   2> 1335235 INFO  (commitScheduler-3472-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 1335239 INFO  (commitScheduler-3472-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c3b3fb[collection1] main]
   [junit4]   2> 1335239 INFO  (commitScheduler-3472-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1335240 INFO  (searcherExecutor-3469-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c3b3fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_4(7.0.0):c15)))}
   [junit4]   2> 1335484 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[235E3739C6FE8A0F]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[15 (1540394091545624576)]} 0 257
   [junit4]   2> 1335485 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[235E3739C6FE8A0F]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:14&qt=standard&start=0&rows=20&version=2.2} hits=1 status=0 QTime=0
   [junit4]   2> 1335486 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[235E3739C6FE8A0F]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:15&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 1335486 INFO  (TEST-AutoCommitTest.testMaxDocs-seed#[235E3739C6FE8A0F]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testMaxDocs
   [junit4]   2> 1335486 INFO  (SUITE-AutoCommitTest-seed#[235E3739C6FE8A0F]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1335486 INFO  (SUITE-AutoCommitTest-seed#[235E3739C6FE8A0F]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31843621
   [junit4]   2> 1335488 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d9bcb
   [junit4]   2> 1335489 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommit maxDocs=14,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=16,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=16,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 1335489 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1335489 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1335489 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1335489 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1335492 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1158396 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64683e),segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1158396 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64683e),segFN=segments_4,generation=4}
   [junit4]   2> 1335492 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 1335505 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001/init-core-data-001 [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001/init-core-data-001;done=false>>]
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001/init-core-data-001
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001/init-core-data-001/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1335515 INFO  (coreCloseExecutor-3473-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.AutoCommitTest_235E3739C6FE8A0F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=Lucene50(blocksize=128), _version_=FSTOrd50, field_t=Lucene50(blocksize=128), multiDefault=FST50, subject=FST50, intDefault=FSTOrd50, id=Lucene50(blocksize=128), range_facet_i_dv=FST50, text=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_l=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=363, maxMBSortInHeap=6.514051140618985, sim=RandomSimilarity(queryNorm=true): {}, locale=und, timezone=IST
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_92 (32-bit)/cpus=12,threads=1,free=86467584,total=314216448
   [junit4]   2> NOTE: All tests run in this JVM: [TestUseDocValuesAsStored2, HdfsUnloadDistributedZkTest, TestDistribDocBasedVersion, TestGraphMLResponseWriter, SuggestComponentContextFilterQueryTest, SuggesterTest, RequestHandlersTest, TestUtils, TestManagedStopFilterFactory, CurrencyFieldXmlFileTest, TestHashQParserPlugin, DistributedDebugComponentTest, TestSolrJ, HdfsLockFactoryTest, InfoHandlerTest, RegexBoostProcessorTest, TestReload, TestRebalanceLeaders, TestJettySolrRunner, DeleteShardTest, ShowFileRequestHandlerTest, TestSort, TestReversedWildcardFilterFactory, HdfsDirectoryFactoryTest, CollectionsAPISolrJTest, TestJmxMonitoredMap, JavabinLoaderTest, AssignTest, TestCloudPseudoReturnFields, TestFieldCollectionResource, TestIndexSearcher, BasicDistributedZk2Test, CoreAdminCreateDiscoverTest, TestUninvertingReader, StatelessScriptUpdateProcessorFactoryTest, TestElisionMultitermQuery, FieldMutatingUpdateProcessorTest, TestRecovery, BooleanFieldTest, SortSpecParsingTest, TestZkChroot, SearchHandlerTest, StatsComponentTest, TestIndexingPerformance, TestOnReconnectListenerSupport, TestSearcherReuse, TestCSVResponseWriter, CursorMarkTest, DocValuesMissingTest, SmileWriterTest, BlockJoinFacetDistribTest, LukeRequestHandlerTest, BadComponentTest, TestTestInjection, MigrateRouteKeyTest, TestCloudDeleteByQuery, TestLRUStatsCache, CdcrRequestHandlerTest, TestSuggestSpellingConverter, AddSchemaFieldsUpdateProcessorFactoryTest, ClusterStateTest, TestStressRecovery, HdfsBasicDistributedZk2Test, CleanupOldIndexTest, DirectUpdateHandlerOptimizeTest, TestSchemaSimilarityResource, TestLocalFSCloudBackupRestore, TestSolrQueryParser, GraphQueryTest, TestSolrDeletionPolicy1, TestBulkSchemaConcurrent, DebugComponentTest, SharedFSAutoReplicaFailoverUtilsTest, OverseerRolesTest, ConnectionManagerTest, TestFreeTextSuggestions, TestClusterStateMutator, TestFieldCacheSortRandom, TestSolrIndexConfig, BaseCdcrDistributedZkTest, TestMissingGroups, SolrTestCaseJ4Test, TestSQLHandler, TestSolrQueryParserDefaultOperatorResource, TestFastWriter, LeaderElectionTest, TestBlobHandler, DistributedFacetPivotWhiteBoxTest, SimpleFacetsTest, CollectionStateFormat2Test, TestPostingsSolrHighlighter, HardAutoCommitTest, TestPerFieldSimilarity, TestCharFilters, TestDistribIDF, TestSolrQueryResponse, BadIndexSchemaTest, TestJsonRequest, TestLegacyFieldCache, TermVectorComponentDistributedTest, TestQueryWrapperFilter, ZkSolrClientTest, AutoCommitTest]
   [junit4] Completed [324/623 (2!)] on J2 in 9.76s, 3 tests, 1 error <<< FAILURES!

[...truncated 53372 lines...]